{"msg":"Running step start_crdb","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:04.347507324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:04.348641414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpjN5q2d","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:04.377988786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpjN5q2d/data)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:04.378118735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpjN5q2d/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpjN5q2d/listen-url","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:04.40053099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=3 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:04.400885857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"cockroach pid: 28041","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:05.953985998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"cockroach listen URL: postgresql://root@[::1]:49626/omicron?sslmode=disable","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:05.954112259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"Running step start_clickhouse","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:05.954635702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:05.954681935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.562963406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.563079347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.686305647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.686404474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.721041627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.721141546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"mgd port is 33552","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.908503612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"Running step record_switch_dns","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.908560896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.908683921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:06.908855052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:06.909133998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpEx4i8D"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.058908344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.059173182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.059496656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:36511"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.060238194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.060376429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.060506258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.061478204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.061675427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.061895526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmp2P5fTs"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.078773093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.101499063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.10188921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:48955"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.10222512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.102331181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.102439457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.103528777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.103973533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.104110556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"setting up nexus server","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.104741073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.108898636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109038806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109128765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109322591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109493512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109651025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109755874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109870172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.109983939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.110082525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.110183186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.110275259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11036584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.110579575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.110767279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11085807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.111308828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.111423367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.111514288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.111716511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11188693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112085165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112193531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112276406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112361736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112449692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112542907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112805851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.112918997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113026411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113108685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113207251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113465996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113625925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113717598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.113913688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11406523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.114293926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.114416761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.114687851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.114901537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.115001937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11513885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11524957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.115483596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.115622623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.115717913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.115837221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.115941779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116301246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116415142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116507336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116588698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116689048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116772895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116864698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.116958856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.11711153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.117324063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.117454904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.117944409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.119966278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:36511","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.197647282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"new DNS resolver","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.197704937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","addresses":"[[::1]:36511]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.197923553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:49626/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 49626,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.200308495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Database schema version is up to date","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.327834281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.45972223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"71dc91c8-0799-4f73-b8c8-b46dd0e9f673","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.545855705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546033669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546092066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546128679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546163719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546190171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546244289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546280932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546318447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546342695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546375911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546410681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546437234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546470099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546507183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546542393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546568465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546603074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546638645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546662873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546695478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546730999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546754566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546785718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546821569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546862651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546886749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546925707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546963672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.546998382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547025395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547061407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547095355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547132429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547158701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547190985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547225644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547249452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547281967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547317327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547343419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547476604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547519871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547555642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547579229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547612595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547647134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547673196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547707765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547744548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547767995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547801732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547836712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.547980428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.548031751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.548067973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"SEC running","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.548089696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"sec_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"SEC","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.548941764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.549004599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.55235783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.552551366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.555673236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.555737544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.556163242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.556410244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.560099445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63269","req_id":"0ce43386-b486-42e8-8260-7a8b8dd7b841","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 8f a7 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 ............._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.560289984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63269","req_id":"0ce43386-b486-42e8-8260-7a8b8dd7b841","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:07.563098751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63269","req_id":"0ce43386-b486-42e8-8260-7a8b8dd7b841","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.644884994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.645000935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.645050785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.647316048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.64753283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.647589553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.647633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.647990422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:07.708073674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.708154585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.708200937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.712093232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.712216829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:07.712270195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.712297549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:07.712333421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:08.135681945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.135781142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.13581542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.139673628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.139756693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.139798266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.139826512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.140179476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:08.244071955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.244146002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.244207755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.244798783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.257457825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.257541762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.259340817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.259408221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.259642408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.259716636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.260210219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.265081755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.265142236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.265243397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.26528467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.265760568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.329076511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.329138634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.329169175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.329545786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.333562559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.338242293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.338357923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.339004962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.33904907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.339078349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.339532934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.342489365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.34254706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.342576398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.34294879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.346454165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.349407789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.349464242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.3494936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.349868127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:08.368918714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.368987481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.369020947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.371996596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.37206368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.372089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.372113319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.372771009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.375343414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.375401069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.375816066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.378231549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.378291629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.37832224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.378347019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.378782396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.392861849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.39291267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.392941628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.393663827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.406225325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.40628312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.406310835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.406802254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.410386576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.418616403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.418697695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.418811241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.418858395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.41888595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.418914377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.419339243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.523264788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.52333089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.523358315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.524030053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.527162875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.527307433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.527365709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.527718221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.530858057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.535209217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.535289507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.535322472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.535642019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.551798019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.551869191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.551897196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.551921695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.551941966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.552769534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.55287267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.552958341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.553506783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.555895162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.555950082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.555979761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.556718873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.55913142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.564462702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.564606128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.564650386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.572914221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.590032779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.590093139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.59076117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.598568506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.598628275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.599548138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.606081836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.606147597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.606180573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.606207316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.606837992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.610075282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.610196634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.610319359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.611378269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.617163505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.617292041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.617387201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.6181144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.623335382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.629357631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.62960784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.629657218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.630067105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.681644379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.681717806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.681749449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.68177531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.682247832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.718445463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.726044123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.726112389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.741185411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.75541394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.755490854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.755522046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.756422119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.762087617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.79374411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.793956373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.79406011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.794670917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.858486415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.858573489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.858602837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.858627266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.859224987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.866600241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.866658738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.866689098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.867120428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.887189775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.887275876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.88730795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.887701715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.889458956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.896171169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.896277782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.896309786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.896604914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.916702096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.91711579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.91717069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.918549206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.949506527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.949641075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.949858338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.955379528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.9554556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.956347838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.960169843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.960245473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.960276555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.96030411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.961632307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.994202831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.994274634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.994306788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.995037113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.999789873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:08.999864181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:08.99989358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.000909754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.003020881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.009371053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.00949022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.009597414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.00970106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.009785429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.00990176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.010615743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.012488685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.012597982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.012683633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.013435391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.017915948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.017979044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.018008843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.020374226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.026246206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.035686304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.035795211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.03588479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.036659754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.046820258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.046882031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.046910598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.046938043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.047566906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.050083119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.050166215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.050201946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.050603456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.056338793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.056407781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.056440606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.057336591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.065161452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.070615488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.075304381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.075420151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.078550408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.207166017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.207240094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.20726808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.207293871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.207909187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.212546236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.212834861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.214230111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.219281676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.219340113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.220038594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.230472283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.230591851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.230623724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.230648935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.246625086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.255992851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.256177739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.256964266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.264221917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.26862023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.268679739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.268710881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.269471697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.272204902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.279602091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.279702922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.279731849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.279759204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.281285795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.340190379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.340286581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.340318444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.340345318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.341729936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.358493196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.358556362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.358587544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.359308641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.362229981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.362280312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.362308548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.363374341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.365283405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.377737389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.392229504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.392307258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.392340364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.392367438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.39321672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.399543436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.399650429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.399683235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.400135686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.407510189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.407568526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.407598175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.408000536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.412710481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.421997955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.422082003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.422114177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.422517821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.498351204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.498422045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.499085327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.521278295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.521351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.521412182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.521442652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.521979602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.529059549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.529171131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.529261832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.53000876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.532903968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.532985401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.533018937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.533784042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.538017948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.544456125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.573396858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.573487809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.57351832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.573543109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.574575226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.577125347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.577225256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.577255987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.578124557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.597237629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.597313911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.597346897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.597943746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.603607881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.610623329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.610710743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.610741174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.611283064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.618304884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.61836287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.618908296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.62485765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.62491762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.624948551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.624975184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.625712453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.633694156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.633750308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.633875578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.634721203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.637924906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.637973052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.638055877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.639137832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.650571052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.656079457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.664258624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.664316239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.664344946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.664369405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.66524019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.669368114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.669425358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.669455769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.670037067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.681669634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.68172795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.681757569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.682272465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.690151995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.698103618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.698242966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.698285801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.698733403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.711322606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.711403136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.711814817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.715155863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"created built-in services vpc","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.715213137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.715240332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.715269029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.717651887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.717697878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.717787517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.717827917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.718446079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.724648607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.724722604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.724748115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.724773997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.725320315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.728506183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.728562355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.72859015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.730259396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.736594569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.736672454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.737346597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.745731443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.746010299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.74606111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.746089617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.746976885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.750515535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.753693627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.753753437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.753782945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.754264946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.76223211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.762290205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.762319193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.762345365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.763231341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.76584567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.768536701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.768597833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.768627272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.76897757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.830253898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.830338186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.831032399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.836360475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activating background tasks","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.836431506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Running step start_sled1","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.839451654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.839698215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.89713273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.89749902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.898405425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.898808178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.898853308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.898884781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.90047536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.901647695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.90170499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.901951731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:09.901998394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.902029777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"115.22µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.902444042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.902500084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.90252815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.902556546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.906609441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.907068757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.907287633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.908014391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:09.908243287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.908547142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"465.869µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.908850807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.908924534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","expiration":"2025-04-30 06:37:09.908834244 UTC"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.909301796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.90940946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.910140797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.910196699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.910226538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.910256217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.910285195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.910312299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.910773368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.910833047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.910862836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.910891062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.911272212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.911332422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.911363504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.911394044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.913712694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.91377593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.913805469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.913832693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.913862743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.913892603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.913967412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.91437316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.914430504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:09.914460915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.914486255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"71.953µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.914611796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:09.914647487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.914672657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"24.479µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.914785602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.914901813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.91494514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.914976552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.915005911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.915641307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.915715865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.915746166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.915775053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.915803159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.915831325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916296122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916353957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916385279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"20.701µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916416852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:09.916444357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916469858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"23.858µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916499276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.916525669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916557943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"147.654µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.916589105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.91668197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.916726629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.916807911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.91683745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.917343979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.91740469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.917436013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.917464339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.917492736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.9175202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.918305635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.91836294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.920170751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.92023047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.920966347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.921025394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.921055955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.92108366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.922704239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.922765812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.922796112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.922823687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.923250788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.923306008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.923665124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.923731706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.923762398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.923795193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.925380061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.925438367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.925467575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.927255618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"817.529µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.928378515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.928776949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.928844674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.931483201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.931544643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.931575996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.931663891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.931710223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.932257263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.932453524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.932505037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.932532441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.932560076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.932590988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.932618373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.93304894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.933105894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.933135663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.93316396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.933647393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.933703996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.933732011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.933754226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.933779095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.93422339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.93450926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.934546594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.934572636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.934932493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.934986351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.935015118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.935042102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.935898618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.936452782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.936519666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.936549926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.938260674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.938381505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.938570402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.938622786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.940308364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.940367121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.94046195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.940504205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.941102517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.941146314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.941239229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.941278597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.941306453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.941330691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.942730641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.942964977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.943016961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.943045257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.944223024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.944281851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.944309697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.944334646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.945285311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.945334699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.945362284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.945762551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.946990779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.948739453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.94879808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:09.948827288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.94885347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.94932015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpQ8LP18/artifact-config.json","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.949682321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.949864364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpQ8LP18/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpjwfpoh/artifact-config.json","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:09.949990996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:09.950157077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpjwfpoh/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.01457215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:55991","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.014857669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:55991","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.015532574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:55991","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.025275255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.025406787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.025491717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.025585053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.02566417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.025746043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.02582448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.025917455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.026032534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.027909183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.027972209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028044463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028075054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028102188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028129753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028167979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028197127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028221195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028244111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028266676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028289732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028312116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.02833426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028357056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028379801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.02840427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028428749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028450833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028474951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028498848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028523197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028547044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028611483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028640771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028667765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028692193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028716993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028740419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028764257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028787022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028809788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028833866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028857894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028881631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.02890645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028929516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028952101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.028975458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029027451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.02905669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029079786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029124996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029149124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029171689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029195636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029219504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029243121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029265025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029288041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029310175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029334724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029359152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029381437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029404042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029426366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029449011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029471466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029494542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.029517247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.029537658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"contacting server nexus","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.031288286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.032291104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:35574/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.034224306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.034303233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.034334886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.034362391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.035415589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.036597925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:54745"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.037260124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55516","req_id":"c2224931-632d-4dff-a19e-01bd89833523","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: a3 35 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 .5..........._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.037362879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55516","req_id":"c2224931-632d-4dff-a19e-01bd89833523","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41781,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.037711784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55516","req_id":"c2224931-632d-4dff-a19e-01bd89833523","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.037751664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57526","req_id":"24db0469-596e-4f4d-aaa6-4166101579a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: d5 06 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 ............._ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.037847805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57526","req_id":"24db0469-596e-4f4d-aaa6-4166101579a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.038185318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57526","req_id":"24db0469-596e-4f4d-aaa6-4166101579a5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.041054394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.04111232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"139.478322ms"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.041285294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.041340094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"134.238792ms"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.043313155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d1943122-a34a-4548-ace5-6eaac11ed97b","remote_addr":"127.0.0.1:54745","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered sled agent","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.045526855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.054861825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","pruned":"{}","expiration":"2025-04-30 06:37:09.908834244 UTC"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.055500297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"expiration\":\"2025-04-30T06:37:09.908834244Z\",\"pruned\":[]}","iteration":1,"elapsed":"146.578268ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.083116811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.083920302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"170.056947ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.084967288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.085966128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51483","req_id":"3957d0de-daab-496a-85ff-49e9921a138b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6b 0d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 k............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.086030767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51483","req_id":"3957d0de-daab-496a-85ff-49e9921a138b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.086909718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51483","req_id":"3957d0de-daab-496a-85ff-49e9921a138b","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.087061641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49629","req_id":"c45e32e2-b5af-49d6-9dc4-a5e69d71ffd5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 70 28 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 p(..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.087100939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49629","req_id":"c45e32e2-b5af-49d6-9dc4-a5e69d71ffd5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.087567148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49629","req_id":"c45e32e2-b5af-49d6-9dc4-a5e69d71ffd5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.089842311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.089894455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.089989314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"179.151969ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.09015297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.090195996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.090223941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"178.89689ms"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.090533829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.097458666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.097535048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.097567984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.098036538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.117859804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.121628583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.121936196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.122511222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.123349332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.138075312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.148925931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.149028937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.14911605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.149620074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.156288932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.160732766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.160817444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.160852314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.161173023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.177203132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.183392163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.183459467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.18349077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.183970064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.185441837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.196001236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.1961035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.196261053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.196873103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.212499508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.21278157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.214082111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.230114574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.265608674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.265865877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.266090955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.266144682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.266172548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.26693163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.267625563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.274904986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.275006268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.275039134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.275470022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.276616466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.276672668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.277119519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.314640898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"380.30321ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.380418525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.380484807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.380516751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.388550267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.388670457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.388705346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.389155122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.389335341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.389385261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.389417615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"456.373164ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.390172469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","count":0} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.390356316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"456.649484ms"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.457936595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.470947508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.471050083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.471082558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.471109341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.471134862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.471433617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.510823739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.510947726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.512238187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.519423684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.519537401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.520155943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.521781191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.521889557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.522826103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.523216441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"582.826745ms"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.554260264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"608.856998ms"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.554376525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"617.88713ms"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.554413319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"611.452058ms"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.622871878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.6292021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.632892133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"d1943122-a34a-4548-ace5-6eaac11ed97b","remote_addr":"127.0.0.1:54745","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":589575,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.633372199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:35574/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"d1943122-a34a-4548-ace5-6eaac11ed97b\", \"date\": \"Wed, 30 Apr 2025 06:47:10 GMT\"} })"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.633772707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644753035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644819377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644851641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644877813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644902472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644926701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644950418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.644974746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.645001359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.645028093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.645055487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.64508202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.645727035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.645782075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:62924"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.645807245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.645825572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:47:10.702372207Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"62da1cbb-91f4-48b8-b701-67b30f6216d0.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"7def810a-9bb8-4b32-893d-3119c9799bc0.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"556d6562-2455-40aa-8e14-cfbc9b98d512.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"7def810a-9bb8-4b32-893d-3119c9799bc0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33866,\n target: \"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52291,\n target: \"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 43388,\n target: \"7def810a-9bb8-4b32-893d-3119c9799bc0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"0edad310-c855-4048-9948-7b16c31b63b5.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35574,\n target: \"0edad310-c855-4048-9948-7b16c31b63b5.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 49626,\n target: \"01129746-8ad7-488b-998b-7aad2285aee1.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 52509,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"7def810a-9bb8-4b32-893d-3119c9799bc0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62875,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 55991,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"4e291825-328c-459f-8f54-7bee97e7f821.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"7def810a-9bb8-4b32-893d-3119c9799bc0.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"01129746-8ad7-488b-998b-7aad2285aee1.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33552,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 62924,\n target: \"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.702746713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.702959547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"body":"Some(Body)","uri":"http://[::1]:33866/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.704150079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.710827604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.711312089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.711365355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to read DNS config","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.711741455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.711796044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"813.410458ms"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.712395558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.712449906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.712478453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.712503563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.712901536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.713693384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:36531"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.714897703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61867","req_id":"43ad8437-7474-446f-a6a4-26648d65db84","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f7 47 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .G..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.714959917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61867","req_id":"43ad8437-7474-446f-a6a4-26648d65db84","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:10.715384052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61867","req_id":"43ad8437-7474-446f-a6a4-26648d65db84","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.716291881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.716343745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"801.567712ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.716374756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.716398854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.716424566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.716449435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.716473293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.717086825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.717589867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/config","method":"PUT","req_id":"15ef340e-152d-4ada-873b-05d0f8f5ed37","remote_addr":"[::1]:36531","local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.718398679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"new_generation":1,"req_id":"15ef340e-152d-4ada-873b-05d0f8f5ed37","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.718453578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.718476354Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.719527478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.719746144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.719843568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.719875131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"new_generation":1,"req_id":"15ef340e-152d-4ada-873b-05d0f8f5ed37","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.720606418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/config","method":"PUT","req_id":"15ef340e-152d-4ada-873b-05d0f8f5ed37","remote_addr":"[::1]:36531","local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server","latency_us":3004,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.721345651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(Response { url: \"http://[::1]:33866/config\", status: 204, headers: {\"x-request-id\": \"15ef340e-152d-4ada-873b-05d0f8f5ed37\", \"date\": \"Wed, 30 Apr 2025 06:47:10 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.72340303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.812015825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"body":"Some(Body)","uri":"http://[::1]:45324/omicron-config","method":"PUT"} {"msg":"failed to read target blueprint","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.81587277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.815917138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"901.885478ms"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.815949523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{}","iteration":1,"elapsed":"898.39303ms"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.8159784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.81600845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.816796841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.81684172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.820228598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.820305431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.820338257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"917.655589ms"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.82398881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.824349299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.825004254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.829237929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.849209601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.849288639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.849317777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.849702233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.84998186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55918"} {"msg":"all instance checks complete","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.850560262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.850620372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"927.299234ms"} {"msg":"inventory collection is None","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:10.850769449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.85092542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"934.169422ms"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.856193025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/omicron-config","method":"PUT","req_id":"1f5dfe8e-9c22-461b-a726-af687e3c0680","remote_addr":"[::1]:55918","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.858926081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/omicron-config","method":"PUT","req_id":"1f5dfe8e-9c22-461b-a726-af687e3c0680","remote_addr":"[::1]:55918","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2759,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.861469769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.867709461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.867770853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.867798609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.868136422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.904580143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.904700894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.904794921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.90624457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.923720038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.002694744s"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.924083352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.001334955s"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.925623982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(Response { url: \"http://[::1]:45324/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f5dfe8e-9c22-461b-a726-af687e3c0680\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:47:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.926288676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"body":"Some(Body)","uri":"http://[::1]:45324/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:10.927628065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/network-bootstore-config","method":"PUT","req_id":"ba00e70c-c69d-4fbf-9381-507f96e88b06","remote_addr":"[::1]:55918","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:10.93060707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/network-bootstore-config","method":"PUT","req_id":"ba00e70c-c69d-4fbf-9381-507f96e88b06","remote_addr":"[::1]:55918","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2989,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.931399439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(Response { url: \"http://[::1]:45324/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"ba00e70c-c69d-4fbf-9381-507f96e88b06\", \"date\": \"Wed, 30 Apr 2025 06:47:10 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.933806184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:10.933903107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.285065268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.285188003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.285218544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.285244395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.285778149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.288855711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.353850823s"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.288922113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.288953405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.290501029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.290560096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.290589916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.290615156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.361607668s"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.290644434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.290836367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.290872118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.290897148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.290919533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.302120861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.309223071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.309284163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.309314373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.309683699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.310007815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.31553621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.315594516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.315625578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.316123039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.335263184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.338892606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.338974228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.339008527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.339779403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.34047045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.381122496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.38129998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.381391773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.381950005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.398754918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.398985988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"4.454716011s"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.399838957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.404788269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.40506506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.417088075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.417823801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.419641322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.424127781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.424224534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.424315906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.424402459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.424483039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.424974619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.486354735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.486593911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/vpc-routes","method":"GET"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.487555878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.48778303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.489386565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.550983647s"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.568552118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.568627077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.568661195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.568687838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.569570497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.569885344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.569936426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.654317734s"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.570205822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.570261984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.570291653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.570683504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:14.571241035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.571295433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.660964307s"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.572584592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39174"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.579496263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc-routes","method":"GET","req_id":"b4719a26-3659-4237-9986-3daa625181ce","remote_addr":"[::1]:39174","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.580628258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62972","req_id":"51a85f5e-be31-47aa-b37c-9e97555cd927","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b5 16 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.580709771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62972","req_id":"51a85f5e-be31-47aa-b37c-9e97555cd927","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.580934649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.581113495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.581286911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62972","req_id":"51a85f5e-be31-47aa-b37c-9e97555cd927","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.581945653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc-routes","method":"GET","req_id":"b4719a26-3659-4237-9986-3daa625181ce","remote_addr":"[::1]:39174","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2476,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.583735449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4499, tv_nsec: 382586178 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.583803305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.584968596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4719a26-3659-4237-9986-3daa625181ce\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.585147082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.585192102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.586724555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.587489329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.587536873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.587945948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.589483372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.593812587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.593873809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.593902486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.594289207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.596070466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60513","req_id":"c744c382-72b4-4517-ba83-a571c94ef156","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bc 54 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .T..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.596185716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60513","req_id":"c744c382-72b4-4517-ba83-a571c94ef156","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.59636362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.596405213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60513","req_id":"c744c382-72b4-4517-ba83-a571c94ef156","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.597134125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.601256339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.601314955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.601342971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.601901093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.602620967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.602677079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.602704564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.602871637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.671014938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"set cockroachdb setting","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.682457988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.682705511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.682755991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.684398734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.687473581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53288","req_id":"ca61237f-3c47-42d0-bcca-2ac229d23493","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 29 71 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c )q..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.687536416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53288","req_id":"ca61237f-3c47-42d0-bcca-2ac229d23493","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.688262843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:14.688668381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53288","req_id":"ca61237f-3c47-42d0-bcca-2ac229d23493","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.758880344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/v2p","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.759907771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.759970947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.760004444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.760034644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.764649078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.764845079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.766065971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:45324/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.766618161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.776391614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.776510351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.776543116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.776573968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.77660014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.77662518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.777079866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.778311259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57187"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.778650816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.778697969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.778725204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.779063157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/eip-gateways","method":"PUT","req_id":"337b3aeb-e71e-4ca8-a5b8-0e7d3fab2c92","remote_addr":"[::1]:39174","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.782034217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/eip-gateways","method":"PUT","req_id":"337b3aeb-e71e-4ca8-a5b8-0e7d3fab2c92","remote_addr":"[::1]:39174","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2983,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.782934981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/v2p","method":"GET","req_id":"5092731c-97bc-409a-874b-430412cd6c61","remote_addr":"[::1]:57187","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.78409377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/eip-gateways\", status: 204, headers: {\"x-request-id\": \"337b3aeb-e71e-4ca8-a5b8-0e7d3fab2c92\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.785402468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{}","iteration":1,"elapsed":"4.852968693s"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.786089727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/v2p","method":"GET","req_id":"5092731c-97bc-409a-874b-430412cd6c61","remote_addr":"[::1]:57187","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3198,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.789269963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5092731c-97bc-409a-874b-430412cd6c61\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.789443208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.789489911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.789517787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.791254808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{}","iteration":1,"elapsed":"4.872883942s"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.791771417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.791828902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.791858671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.791882989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.792363086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.794273803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.80391904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.804170451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.804309408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.804909955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.805741301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.805847352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.805999556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.80651391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.837507994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:45324/artifacts-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.846928263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.852837658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.852950292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.852977095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.853097245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.85329068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.853977579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49616"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.855050717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.855088642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.855117019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.855616113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.856612859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/artifacts-config","method":"PUT","req_id":"0648ee89-22ac-40ea-b6c9-b3566913398f","remote_addr":"[::1]:49616","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.85962945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b3fa3c-d4c8-44f2-8365-9c5961d359a9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.860913979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpQ8LP18/artifact-config.json","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.86225946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.862313648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpQ8LP18/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmpjwfpoh/artifact-config.json","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.862341543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.862363507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpjwfpoh/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpQ8LP18/.artifact-config.json.tmp","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.862389028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.862958182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.863038011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.863070506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.864983217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.869600777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.878712301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.878789184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.878821669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.879322026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpjwfpoh/.artifact-config.json.tmp","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.880027602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Starting delete reconciler","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.892534551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.892917865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/artifacts-config","method":"PUT","req_id":"0648ee89-22ac-40ea-b6c9-b3566913398f","remote_addr":"[::1]:49616","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":36310,"response_code":"204"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.893139586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.893190899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.894096734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.900437577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/artifacts-config\", status: 204, headers: {\"x-request-id\": \"0648ee89-22ac-40ea-b6c9-b3566913398f\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.900553388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/artifacts","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.901634953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/artifacts","method":"GET","req_id":"7c9b4aa2-0a93-4bc9-87aa-b5751ad96f69","remote_addr":"[::1]:49616","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.901987465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/artifacts","method":"GET","req_id":"7c9b4aa2-0a93-4bc9-87aa-b5751ad96f69","remote_addr":"[::1]:49616","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":418,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.906279477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9b4aa2-0a93-4bc9-87aa-b5751ad96f69\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.906495918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled":"http://[::1]:45324"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.90847459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:47:14.900387007Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:47:14.906424877Z\"}]}","iteration":1,"elapsed":"4.967263838s"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.908636724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.908684769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.909274524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.913262149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.913320616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.9137394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.915725558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91278603-c932-480c-9d0b-6d3de2ad2cd2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.916401965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.916798986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.916859557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.916891471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.916917432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.918485657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.9239127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.923973742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.924047689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.924769828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:14.926701827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.927495879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.927549125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.928159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.933119925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.933178932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.933211297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.9342821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.942866123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.955718571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.955780314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.955803751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.955830133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.95707329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.962664801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.962818347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.964128487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:14.96957029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.969631742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:14.970093322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.010753284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.010809556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.011727666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.020851484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.020916955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.020947405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.020975251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.021580086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.023952623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.024137862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.024188132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.024940632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.032124024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a45ce316-b21d-43b3-8966-b0cba2898a26\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.032177751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.032509793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.032560604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.032589351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.033638261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.038137095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.045542109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.045656707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.045689051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.045723189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.045750714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.045777167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.046081654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.047111305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.047174551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.047203509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.047228208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.047858203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.04953799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.049624182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.049654362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.049990682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.052531615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.056225475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.056365894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.056400042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.056633968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.058562591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.058624985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.058655286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.059112928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.062909642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.072472516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.072544469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.072577124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.073101268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.073520113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"IpPool { parent: Fleet, key: 8ba2496d-8987-4129-b2bb-d078eb109188, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.073572948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.073604311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.073628669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.074072814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.079993531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.080130644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.080734758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.087558504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.087749334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.088355882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.088744046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.097628928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 8ba2496d-8987-4129-b2bb-d078eb109188, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.097740681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.097825971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.098818548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.108515339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f878bd91-011e-4a28-8327-d4142a347798\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.108768493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.109398619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.109507666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.11022234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.11348965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.113737373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.114349964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.114876252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"IpPool { parent: Fleet, key: 8ba2496d-8987-4129-b2bb-d078eb109188, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.115214767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.115340377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.115425777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.116084901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.118798768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.119004688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.119133144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.11922625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.11989891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.122837976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.122944087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.123032032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.123695284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.124505127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.130942103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 8ba2496d-8987-4129-b2bb-d078eb109188, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.140065711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.140126933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.14016056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.144278525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.147886633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"IpPool { parent: Fleet, key: 8ba2496d-8987-4129-b2bb-d078eb109188, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.148668902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.149855937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.149897811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.149925355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.149954524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.15721027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.157397774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.157479807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.157582221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.157666479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.15774737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.158331594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.160506418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.164876344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"IpPool { parent: Fleet, key: 8ba2496d-8987-4129-b2bb-d078eb109188, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.165388585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.165494135Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.165581209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.166196304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.170915647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.171050787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.171144042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.172461297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.173506018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.173621859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.173702981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.173783642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.174814926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.176399714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eacc96a-00f3-47f3-9a75-11dcb26b6228\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.177088296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.183045165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.200115085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.200242148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.200332559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.200943686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.212473348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.217753168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.2772642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.27733956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.277374059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.277404489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.277431423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.278130376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.284064068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.288277513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.288339477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.288372533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.288922378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.311237219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478bf6a8-be41-4e5c-acd9-127d9cf576e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.311445905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.314440642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f879cc-70be-410c-af40-48593da4e16e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.314573857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.315086779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.315136819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.315161879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.315185666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.317569375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcf81b97-5334-44ca-b06b-82c18ff8a15d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.317774294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.319020306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a18383-cc87-4a83-b1a3-122b71a1d74e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.319249683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.320977606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f4bd2a-3997-4849-9426-12ef52309787\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.322017107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.323068552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0633a3f-c079-45e7-bd06-c1f04420158d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.323195525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.324375737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64ec6b12-ebb4-4886-865c-c9915d3d6258\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.324449995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.325997628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90155b8d-b7e9-41c7-8843-467dbdd41611\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.326419288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.328615995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6724b709-44b3-4b33-8384-30ae55c5f73e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.328691966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.331659289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f245afb-83f7-4778-a980-9a58827743cb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.332105407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.336155667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f6a8f9-2e75-464b-8555-ae6808f734d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.336389263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.373357049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6923d1bf-6fcb-4c9b-b5bc-b4671fefbd84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.374164558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.376919026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c398266b-cffa-431f-8530-a9628b392e9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.377070768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.397784779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c4a32b-3d32-43de-8f2a-3a843aa15ab6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.398416588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.400380792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bec7fdb-9594-49d7-a4a5-302e479eb966\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.400663064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.402159876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e87c1e-5c85-49d8-9faf-24fd6b6d1e23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.403843711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.414541326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf3d7a0-25ea-46d2-9dd2-2d2789c78639\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.415001903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.421641442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62a5d89-c52a-4165-8271-03a5ed425966\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.421926079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.423219957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4626a889-5c2f-4a30-a1c2-9c7a2d4bc95b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.423788169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.427264536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2bbb0e-22c2-41b4-8710-f14c791bf1fd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.431572599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.432112956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068ef0eb-9586-4c85-9cd5-d8af27eb4f59\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.432151523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.43372587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22023ba4-e565-4a46-9273-005cf68acd12\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.433791741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.436226993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b35dd5-e341-40d1-b6c0-b0119b202fc7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.436350559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.438422337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"503c671f-0f7f-4527-b361-52b890924cf1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.438655361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.440686989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"340285e7-b6ef-44f1-9925-25db06207236\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.440840926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.44817549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f83f900-acf1-48df-a6bd-b73b65b57e86\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.448322202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.449151234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fbac52f-d554-4213-b943-a644d6860532\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.458181716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.459651364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8f1751-5a11-4431-aee9-205ad8c03f11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.459792937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.460846315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c60e2c0-fd3a-4a9a-b01f-9320153dd0aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.461036434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.462106777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959b57d1-d642-41ee-913c-a21d0d886e59\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.462420131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.46877858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2152218d-5add-40e4-9e41-965a2843da64\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.468940763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.470750208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb16ff6-64f1-4847-95a3-a979e0252b15\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.470882682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.474561572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd521f5-bede-4712-94eb-f75c63d35880\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.474644237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.476806485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1df828-1e6e-4f26-9746-f035f8b8f08b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.47699997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.479321275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd4e6eeb-4c9f-460c-9fa9-62fa05020b2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.479490813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.481791016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d2c0dc-1ff6-4065-98a3-06a28aa86bfa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.481859232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.482797472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c657eff9-c16a-4a33-ae48-4a662eb6840a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.482921328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.484116069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92cec43b-b629-4ec0-a1a1-f60f1927a6e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.484222801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.486584417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6cce18e-9c78-4ca2-83fb-7710cbc05938\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.486730318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.487785209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc49fc4a-7d60-4457-911c-a2e46c4e5a5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.487915058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.48805158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.48809151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.488118273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.48880956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.499203079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.503994866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.504111178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.504146899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.504224183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.504308791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.505363192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.520151547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.528305032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.529278672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.529338331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.530160139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.574496205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.574562047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.574593599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.574620423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","elapsed":"5.642947754s"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.574648789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{}","iteration":1,"elapsed":"5.643014347s"} {"msg":"inserted blueprint","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.574885621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","blueprint_id":"453ff169-7f90-4192-82ed-0d63b4626923"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.574935731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.574963015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.574987284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.575013095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.575814903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.577698335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.581669418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.616491438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.752329076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.80979369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.80986881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810263035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810312594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810339808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810364417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Inserted service networking records","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810386932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Inserted physical disks","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810408896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Inserted zpools","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810430098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Inserted datasets","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.81045117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.810473304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35460"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.810975184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"787864c7-6975-41e5-ae54-a726ecc67c81","remote_addr":"[::1]:35460","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.811633405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"787864c7-6975-41e5-ae54-a726ecc67c81","remote_addr":"[::1]:35460","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":590,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.812122229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787864c7-6975-41e5-ae54-a726ecc67c81\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:47:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.814128477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.814181903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.81421036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.815972521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.816033332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.816269022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.816316065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.816838627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.8216032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.82752569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.827886228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.827944444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.835810156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.844974345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.851002917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.851340499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.851447432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.851488464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.851517111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.852561211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.856882431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.862851875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.862925782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.862959539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.862986213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.86301022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.863495217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.866618279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.870004656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.8947801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.89490576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.894939397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.894965459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.8956435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.898267779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.904679644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.904816316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.904847649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.904873941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.904897869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.905187255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.908417141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.916669734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.921800797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.921869544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.921900976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.92192767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.922471934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.924777899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.930100393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.952053183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Created recovery user","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.955777904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Created recovery user's password","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:15.972005226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.972344682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Silo { parent: Fleet, key: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, lookup_type: ById(6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.972404431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.972435303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.972462247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.973816034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.976403289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:15.976455012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.976485212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.977076931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.992261936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.99716264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Silo { parent: Fleet, key: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, lookup_type: ById(6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:15.99734803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Granted Silo privileges","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.005565152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.005696904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.005794238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.006014978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.006555024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.007843141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.01352426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.016831169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.029240704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.029301756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.029937011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.035314826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.035684463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.040168136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.046867294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.048649595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.049245733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.05261226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.052809643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.052909062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.053042477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.053677903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.068810875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.068869031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.068900584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.069748693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.074933784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.074991489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.075159384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.075889709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.081811869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.096674401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.096750403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.096777406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.096813057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.096961714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.097108837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.097623572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.100333111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.100389223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.100422128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.102697612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.107100384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.107159412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.107192448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.107767483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.121218253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.137587157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.137661435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.137690002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.146074077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.150630245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.150691186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.152414179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.159509656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.159569646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.161607496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.165782004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.170296478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.17190343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.178386658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.178494743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.178530184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.178557197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.179215469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.183977357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.184033619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.184062657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.184563665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.187173324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.187229887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.187258033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.188020853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.194568328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.203850352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.203931714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.203958788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.203985922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.204362793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.209849796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.209908122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.210626954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.213826679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.213884575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.224902187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.240849902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.240903999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.241675366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.250943082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.251150835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.251247759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.251334521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.25335163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.256183433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.257778962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.257884412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.258560579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.262202986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.262337374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.262432894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.263054423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.271613115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.286101563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.286228706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.286539675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.286805545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.286896086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.28697863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.28771638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.290246932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.290352091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.290438694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.291021535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.295348296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.295422885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.295454708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.296262127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.300482315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.315638132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.3157175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.315747981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.316185192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.321545422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.321621784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.323291361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.327544805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.327612039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.328810107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.333171256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","collection_id":"4b4634d9-60c6-4b90-bbe7-08ca289e49ca"} {"msg":"inventory collection complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.333287427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","time_started":"2025-04-30 06:47:14.778423 UTC","collection_id":"4b4634d9-60c6-4b90-bbe7-08ca289e49ca"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.333561944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"collection_id\":\"4b4634d9-60c6-4b90-bbe7-08ca289e49ca\",\"time_done\":\"2025-04-30 06:47:15.814088 UTC\",\"time_started\":\"2025-04-30 06:47:14.778423 UTC\"}","iteration":2,"elapsed":"5.617162749s"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.333761422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:16.333859808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.333943474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"187.243µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.334055728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.334285907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"97.555µs"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.342671825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.342780912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.34417985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.347501488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.347749201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.348491961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.353123139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.353273528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.353367145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.353448407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.35455936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.358768918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.35896111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.35940773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.360725526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.36886359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.37631664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.376377381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.377116734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.380218454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.390421894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.390654688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.390743855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.390856189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.390943383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.391094975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.391678798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.394280462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.394484569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.394647634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.395232739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.397635727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.397741197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.397829042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.398394609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.408044185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.431597404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.431668014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.431697002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.434253265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.466534594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 08293a62-34b8-4ba6-8f6a-1f6e097a14dd, kind: Service { id: 0edad310-c855-4048-9948-7b16c31b63b5 }, name: Name(\"nexus-0edad310-c855-4048-9948-7b16c31b63b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 300f041b-f1f0-450f-b142-7f933b860e38, kind: Service { id: 4e291825-328c-459f-8f54-7bee97e7f821 }, name: Name(\"external-dns-4e291825-328c-459f-8f54-7bee97e7f821\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.466617369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.466650404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.466884962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.466942697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.46895715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.482640554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.491851326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.492058268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.492152155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.493336695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.497864767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:47:16.016796Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.497967211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.498967113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 300f041b-f1f0-450f-b142-7f933b860e38, kind: Service { id: 4e291825-328c-459f-8f54-7bee97e7f821 }, name: Name(\"external-dns-4e291825-328c-459f-8f54-7bee97e7f821\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08293a62-34b8-4ba6-8f6a-1f6e097a14dd, kind: Service { id: 0edad310-c855-4048-9948-7b16c31b63b5 }, name: Name(\"nexus-0edad310-c855-4048-9948-7b16c31b63b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.49909088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.538179862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:47:10.045513Z, time_modified: 2025-04-30T06:47:10.045513Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(45324), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(55991) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.538247537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.538273068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.538302577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.539882194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.564296257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.564365215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.564395485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.564425715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.565347993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.572954639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.577815934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.654265706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:45324/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.654733147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45248"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.655153565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"74ff1a19-c5c4-4c3d-83d2-20318e40f59a","remote_addr":"[::1]:45248","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.656718813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"74ff1a19-c5c4-4c3d-83d2-20318e40f59a","remote_addr":"[::1]:45248","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1566,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.657370191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"74ff1a19-c5c4-4c3d-83d2-20318e40f59a\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.65842872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.658487117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.658524541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.659761456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.660201703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.660265119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.660294878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.660321962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.660997027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661057889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.661090955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661258228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661302787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.661328398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661355602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661811901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661860257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.661887732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.661984074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.662024024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.662054985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.662082761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.662108893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.662644219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.662690552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.662716604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.662783928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.662816252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.662841242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.663218113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.664587451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49236","req_id":"fb97d7a3-a333-42e5-8ad5-64924a3e2617","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 09 f4 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.664651629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49236","req_id":"fb97d7a3-a333-42e5-8ad5-64924a3e2617","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.664796688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.664972669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"62da1cbb-91f4-48b8-b701-67b30f6216d0.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.665020263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49236","req_id":"fb97d7a3-a333-42e5-8ad5-64924a3e2617","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33866, target: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.665163158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63334","req_id":"8afd067f-44ec-4eab-9877-8478db704ab7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 51 f8 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 Q............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.665215422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63334","req_id":"8afd067f-44ec-4eab-9877-8478db704ab7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.665282556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.665439709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"4e291825-328c-459f-8f54-7bee97e7f821.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.665482625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63334","req_id":"8afd067f-44ec-4eab-9877-8478db704ab7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52291, target: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.666064274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 33866, target: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4501, tv_nsec: 464953278 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.66612749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.666334983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52291, target: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4501, tv_nsec: 465223707 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.666394481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.67459487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63512","req_id":"0dfa21c0-f6b4-43a8-8129-314321d27b91","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: ea a6 01 00 00 01 00 00 00 00 00 01 24 36 32 64 ............$62d\n0010: 61 31 63 62 62 2d 39 31 66 34 2d 34 38 62 38 2d a1cbb-91f4-48b8-\n0020: 62 37 30 31 2d 36 37 62 33 30 66 36 32 31 36 64 b701-67b30f6216d\n0030: 30 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 0.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.674732414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63512","req_id":"0dfa21c0-f6b4-43a8-8129-314321d27b91","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 54,\n 50,\n 100,\n 97,\n 49,\n 99,\n 98,\n 98,\n 45,\n 57,\n 49,\n 102,\n 52,\n 45,\n 52,\n 56,\n 98,\n 56,\n 45,\n 98,\n 55,\n 48,\n 49,\n 45,\n 54,\n 55,\n 98,\n 51,\n 48,\n 102,\n 54,\n 50,\n 49,\n 54,\n 100,\n 48,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.67494599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"62da1cbb-91f4-48b8-b701-67b30f6216d0.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.675055769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63512","req_id":"0dfa21c0-f6b4-43a8-8129-314321d27b91","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"62da1cbb-91f4-48b8-b701-67b30f6216d0.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.675235948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49870","req_id":"13c78b98-d4b4-4715-9dc6-bdfdbb54f8a1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 05 5a 01 00 00 01 00 00 00 00 00 01 24 34 65 32 .Z..........$4e2\n0010: 39 31 38 32 35 2d 33 32 38 63 2d 34 35 39 66 2d 91825-328c-459f-\n0020: 38 66 35 34 2d 37 62 65 65 39 37 65 37 66 38 32 8f54-7bee97e7f82\n0030: 31 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 1.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.67528752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49870","req_id":"13c78b98-d4b4-4715-9dc6-bdfdbb54f8a1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 52,\n 101,\n 50,\n 57,\n 49,\n 56,\n 50,\n 53,\n 45,\n 51,\n 50,\n 56,\n 99,\n 45,\n 52,\n 53,\n 57,\n 102,\n 45,\n 56,\n 102,\n 53,\n 52,\n 45,\n 55,\n 98,\n 101,\n 101,\n 57,\n 55,\n 101,\n 55,\n 102,\n 56,\n 50,\n 49,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.675460244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"4e291825-328c-459f-8f54-7bee97e7f821.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.675502108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49870","req_id":"13c78b98-d4b4-4715-9dc6-bdfdbb54f8a1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"4e291825-328c-459f-8f54-7bee97e7f821.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.678350433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","addresses":"DnsServersList { addresses: [[::1]:33866] }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.678624449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"addresses\":[\"[::1]:33866\"]}","iteration":2,"elapsed":"17.553855ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.67897654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","addresses":"DnsServersList { addresses: [[::1]:52291] }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.679204074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"addresses\":[\"[::1]:52291\"]}","iteration":2,"elapsed":"17.138056ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.679408371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:16.679736986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.679786855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"369.797µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.679986142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:16.680037665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.680063436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"84.037µs"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.680259717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.680402181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.68045169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.680484485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.686494359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.686929887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.687102992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.687360305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.687459372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.68815599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.694203389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.694323198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.694408708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.694488327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.69523768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.701429837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.710501031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.710563385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.710594076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.711558458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.71182073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.718969394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.719044253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.719076918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.719547105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.719817944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.728444282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.749062061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.754357302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:16.75457213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.754684524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.755844815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.756819688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.758040901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.774455055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.774767337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.774824431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.774855854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.774883659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.775349497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.775599155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.775641619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"reading DNS zones","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.775666519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.775691829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.775720176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.775750025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.775779163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.776080133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.776292877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.776336634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"reading DNS zones","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.776363397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.776388998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.776417114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.776447485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.776474699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.776798775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.777170556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.777221437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.784256324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54808","req_id":"07f9738d-68b0-4cdf-853b-89afa15cf64e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cb 6b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .k..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.784323447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54808","req_id":"07f9738d-68b0-4cdf-853b-89afa15cf64e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.784513807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.784645639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.784798053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54808","req_id":"07f9738d-68b0-4cdf-853b-89afa15cf64e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.786162431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.786266137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.787013817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.787804352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4501, tv_nsec: 586695902 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.787904983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.789322828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.798609601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.79867961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.798712676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.799048004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.799476288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.80811528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.81119693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.811265798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.81381171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.815926213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.828801877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.828866085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.829584917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.830068741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.831149565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53937","req_id":"5b272cff-2c0f-4ef1-9d2d-b458d5b9e347","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: df 48 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .H..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.831283161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53937","req_id":"5b272cff-2c0f-4ef1-9d2d-b458d5b9e347","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.831631375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.831898777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53937","req_id":"5b272cff-2c0f-4ef1-9d2d-b458d5b9e347","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.936607974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.937510782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.937571283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.940879995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.942333421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.942452258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.943491689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.944096995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.944648734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.945633216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.946504863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"479da4f5-fca1-449b-b837-e181a4bf0b36"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.946565093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.946596385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.946625343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.946653629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.947162854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.947546919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.947598051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c0285f9-3757-400d-b287-f04296e745d2"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.947631006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.947659122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.947715164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.947747799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.948744685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.949589208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61316","req_id":"dee97e58-80d7-493e-bd3e-61f8fc45bcd3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cc db 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.949801982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61316","req_id":"dee97e58-80d7-493e-bd3e-61f8fc45bcd3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.95004683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:16.95013724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61316","req_id":"dee97e58-80d7-493e-bd3e-61f8fc45bcd3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.950529201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.950579661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.952021264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.955745664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.96298599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.96307618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.963109997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.963494523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.963623981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.973965266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.974045365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.974170244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.974393439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.975304755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.975368351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:16.975398862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.975426136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:16.975983647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.008223633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.032685642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.032758187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.032791784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.033446027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.034820536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:47:08.147373Z, time_modified: 2025-04-30T06:47:08.147373Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, db_silo: Silo { identity: SiloIdentity { id: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:47:15.851193Z, time_modified: 2025-04-30T06:47:15.851193Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, db_silo: Silo { identity: SiloIdentity { id: 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:47:15.851193Z, time_modified: 2025-04-30T06:47:15.851193Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.034910926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 6c9ac4cd-09fe-4096-b2cc-ba4cd9d3471c with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"372.84068ms"} {"msg":"found all DNS names for zone","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.040423359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"479da4f5-fca1-449b-b837-e181a4bf0b36"} {"msg":"read DNS config","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.04050912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.040539581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","generation":1} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.04056445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"generation\":1}","iteration":2,"elapsed":"380.326295ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.040592566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.15695478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_server_url":"http://[::1]:33866","servers":"DnsServersList { addresses: [[::1]:33866] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:33866/config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.16594333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:36141"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.16983333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0564b86f-cdcf-47b0-89e5-d324c1419611\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.170187195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.172641796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.172697377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.17285997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.175088501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.179165734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/config","method":"PUT","req_id":"d4fe7e82-09cc-4526-8b1a-6e8210f0c7f3","remote_addr":"[::1]:36141","local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"found all DNS names for zone","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.17945474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"0c0285f9-3757-400d-b287-f04296e745d2"} {"msg":"read DNS config","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.179514068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.179544479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","generation":2} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.179569439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"generation\":2}","iteration":2,"elapsed":"518.294318ms"} {"msg":"attempting generation update","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.180312519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"new_generation":1,"req_id":"d4fe7e82-09cc-4526-8b1a-6e8210f0c7f3","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.180366116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"new_generation":1,"req_id":"d4fe7e82-09cc-4526-8b1a-6e8210f0c7f3","component":"store","component":"internal_dns_server"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.180489392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.276666819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_server_url":"http://[::1]:52291","servers":"DnsServersList { addresses: [[::1]:52291] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52291/config","method":"PUT"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.277408837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/config","method":"PUT","req_id":"d4fe7e82-09cc-4526-8b1a-6e8210f0c7f3","remote_addr":"[::1]:36141","local_addr":"[::1]:33866","component":"http","kind":"dns","component":"internal_dns_server","latency_us":98295,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.278043432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:35718"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.278583848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_server_url":"http://[::1]:33866","servers":"DnsServersList { addresses: [[::1]:33866] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:33866/config\", status: 204, headers: {\"x-request-id\": \"d4fe7e82-09cc-4526-8b1a-6e8210f0c7f3\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.278648838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_server_url":"http://[::1]:33866","servers":"DnsServersList { addresses: [[::1]:33866] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"DNS propagation: done","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.282135114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"servers":"DnsServersList { addresses: [[::1]:33866] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.282321846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"generation\":1,\"server_results\":{\"[::1]:33866\":{\"Ok\":null}}}","iteration":3,"elapsed":"241.669691ms"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.283624512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/config","method":"PUT","req_id":"181d9524-7968-439a-bf11-a3cfe439eb13","remote_addr":"[::1]:35718","local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.28392987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"new_generation":2,"req_id":"181d9524-7968-439a-bf11-a3cfe439eb13","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.283980501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.284111282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.28434146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.284591298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.284635927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.284659794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"new_generation":2,"req_id":"181d9524-7968-439a-bf11-a3cfe439eb13","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.285172376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/config","method":"PUT","req_id":"181d9524-7968-439a-bf11-a3cfe439eb13","remote_addr":"[::1]:35718","local_addr":"[::1]:52291","component":"http","kind":"dns","component":"external_dns_server","latency_us":1586,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.28707675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.287190787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.287291217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.28935555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.289895276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_server_url":"http://[::1]:52291","servers":"DnsServersList { addresses: [[::1]:52291] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52291/config\", status: 204, headers: {\"x-request-id\": \"181d9524-7968-439a-bf11-a3cfe439eb13\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.290895679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"dns_server_url":"http://[::1]:52291","servers":"DnsServersList { addresses: [[::1]:52291] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"DNS propagation: done","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.297181693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"servers":"DnsServersList { addresses: [[::1]:52291] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.297384077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"generation\":2,\"server_results\":{\"[::1]:52291\":{\"Ok\":null}}}","iteration":3,"elapsed":"116.914866ms"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.300381669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a47362-01b5-4f53-b089-123d20e378fa\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.300664653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.302067127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.323837293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.323903605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.323929497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.323960298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.32398612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.324009386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.326102166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.329145369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.329201821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.329233324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.33002898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.33208682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"110ad339-00fa-4f8e-948a-72abed3068a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.332226548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.333420888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.333478543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.333507751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.333996044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.336200796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.345601617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.345665033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.345695624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.346117655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.347873804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4742347c-2d77-42dc-848e-cd2d6fb29f01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.348038212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.350693111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.350750516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.351443887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.355447524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e6d3da8-f41f-4b77-866c-0dccf8154ca3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.35578168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.356227508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.356341826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.357092201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.359295952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.359439558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.360054233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.360789778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d15f5aa-a8e8-49aa-8507-39b63ed4cd3a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.361005418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.364221917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.364284151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.364319982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.364348479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.365427499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.372162859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.372223389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.37225388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.373076058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.374661878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74c3fa69-b3a1-4a7a-982c-c75afd74c442\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.374845423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.376099753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.376156636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.376187638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.377229333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.389018773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.402562608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.40263879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.402664281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.403503072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.40448093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.40727146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.407379936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.408162546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.409559038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d346ec-b5c5-48e3-a41c-8465ddf4996c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.40984105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.410693839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.410805572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.411549143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.412404227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a15f6ce-9d7a-452d-9086-61165ca452bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.412584286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.413997081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.414054264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.414941352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.418095466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef961832-7443-402f-9941-916622b83481\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.418422287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.419912797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eeccaa5-1734-430f-b28b-63122b23c1ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.420151363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.42044641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.420627692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.420719665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.420801167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.421468056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.422733898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c37d64-c3a6-4cce-b9b5-ebb63e416a86\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.422971702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.42432577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e7ae20-7705-4f62-bf3d-e4794eb01be6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.424600738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.424983781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.42510402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.425245152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.426145345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.428850275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.428907879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.428939973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.429547584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.432072404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.442967162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.443083083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.443158052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.443276257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.443656315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.443806474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.44454241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.445384939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eeafa0b7-692d-481e-8989-44aee3dede79\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.44549085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.447646094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.447699931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.447730312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.448463433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.449886919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baaf14e4-fc50-4d46-ab0c-82fba63ade57\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.451330275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.451559942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.451607166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.451635082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.452140569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.455143843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.465676218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.465752991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.465784684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.466260362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.469844052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56de1b42-d8c1-4131-8e96-6832a0f2c9f0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.470089471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.471744579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.471794147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.472445736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.476062382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c3c0927-be41-499d-8727-1333e279ad8b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.476252601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.478844154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.478909274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.479479059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.483530732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.483574058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.486302645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.488828688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc47782-607b-467a-b9fc-6d2ecb7e0d0c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.489068225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.489278253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.489329435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.489796276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.493017083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.493082974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.493114807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.493140318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.494212154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.49783895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e72d3ce-82d3-4b35-9b03-8c361691e52b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.498001764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.49831594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.498369307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.498401631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.499966188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.502932008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.502990224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.503067648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.503816009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.504179924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffa0740a-225f-4aff-a56e-ff27f7b49f52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.504618067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.506567952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed9701b-23f5-41ab-9082-b93f172c7cbb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.506738812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.508028883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.520422596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.520496544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.520521984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.520553187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.52057991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.520605721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.521601085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.523256453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc687cda-5554-4ac0-b5be-44e75b69313b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.523510309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.523804545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.523906318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.5239978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.52489118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.531776979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a1a38a-e49d-40c4-8f9a-d03862477b38\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.531902479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.532099833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.532147718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.53217899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.532732603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.534892266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.54229709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.542363983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.542392871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.542788198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.546867927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d4b0f3-0371-4504-bf86-620b7f42779f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.547096322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.550964259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 300f041b-f1f0-450f-b142-7f933b860e38, kind: Service { id: 4e291825-328c-459f-8f54-7bee97e7f821 }, name: Name(\"external-dns-4e291825-328c-459f-8f54-7bee97e7f821\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 08293a62-34b8-4ba6-8f6a-1f6e097a14dd, kind: Service { id: 0edad310-c855-4048-9948-7b16c31b63b5 }, name: Name(\"nexus-0edad310-c855-4048-9948-7b16c31b63b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.551039439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.551068446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.551096011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.551120941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.551654554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.551878661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06a3eab7-b1e3-4771-80df-5f38dd20736f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.552038629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.556138749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.563759332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.563829883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.563861085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.567676176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.569309831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53592","req_id":"90f617cd-88ac-4b32-9aab-fe413f5aa814","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 86 46 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .F..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.569371995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53592","req_id":"90f617cd-88ac-4b32-9aab-fe413f5aa814","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.56971072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.5698765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"556d6562-2455-40aa-8e14-cfbc9b98d512.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.569967562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53592","req_id":"90f617cd-88ac-4b32-9aab-fe413f5aa814","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62924, target: Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"fetched allowlist from DB","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.572449036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:47:16.016796Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.572509737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.572535939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 300f041b-f1f0-450f-b142-7f933b860e38, kind: Service { id: 4e291825-328c-459f-8f54-7bee97e7f821 }, name: Name(\"external-dns-4e291825-328c-459f-8f54-7bee97e7f821\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08293a62-34b8-4ba6-8f6a-1f6e097a14dd, kind: Service { id: 0edad310-c855-4048-9948-7b16c31b63b5 }, name: Name(\"nexus-0edad310-c855-4048-9948-7b16c31b63b5\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.572576029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.572732982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62161","req_id":"ba9ca592-88e0-4761-8999-b03af90547af","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 78 d5 01 00 00 01 00 00 00 00 00 01 24 35 35 36 x...........$556\n0010: 64 36 35 36 32 2d 32 34 35 35 2d 34 30 61 61 2d d6562-2455-40aa-\n0020: 38 65 31 34 2d 63 66 62 63 39 62 39 38 64 35 31 8e14-cfbc9b98d51\n0030: 32 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 2.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.572788282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62161","req_id":"ba9ca592-88e0-4761-8999-b03af90547af","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 53,\n 53,\n 54,\n 100,\n 54,\n 53,\n 54,\n 50,\n 45,\n 50,\n 52,\n 53,\n 53,\n 45,\n 52,\n 48,\n 97,\n 97,\n 45,\n 56,\n 101,\n 49,\n 52,\n 45,\n 99,\n 102,\n 98,\n 99,\n 57,\n 98,\n 57,\n 56,\n 100,\n 53,\n 49,\n 50,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.572922229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"556d6562-2455-40aa-8e14-cfbc9b98d512.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.572956767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62161","req_id":"ba9ca592-88e0-4761-8999-b03af90547af","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"556d6562-2455-40aa-8e14-cfbc9b98d512.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.641311359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53916"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.642321372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11680fc3-538d-43a6-acb4-98e78cdc3eb9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:17.64265688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:17.643904737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"3b1f2443-940a-4db1-9ad6-1b4128f9fb37","remote_addr":"[::1]:53916","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:17.653285126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"3b1f2443-940a-4db1-9ad6-1b4128f9fb37","remote_addr":"[::1]:53916","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9390,"response_code":"200"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.220007984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:47:10.045513Z, time_modified: 2025-04-30T06:47:10.045513Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(45324), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(55991) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.220086821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.220113434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.220139717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.221375809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221627982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64855"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221688883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35366"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221718512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54470"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221743773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63308"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221770346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63908"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221795295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49122"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.221987538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40414"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.232666495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"3eb2401b-5c83-4d5c-9012-e7cd889275d1","remote_addr":"[::1]:64855","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.233163065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"61a006c4-3685-4f37-86c1-f71c38fb1e84","remote_addr":"[::1]:35366","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.233657149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"24add44e-afd7-4d98-a880-f72ff56068a8","remote_addr":"[::1]:54470","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.233811567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"9ae7f3bc-7d43-4c79-b3b4-b10acfca3742","remote_addr":"[::1]:63308","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.233917658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"9361d661-b1ed-4e80-90b8-7eea61a6fbdb","remote_addr":"[::1]:63908","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.234483115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"cdd2049a-6cf2-42bf-b486-ec6a19cb879a","remote_addr":"[::1]:49122","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.235310073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"72baac6b-522b-47b5-9225-173c5e24e102","remote_addr":"[::1]:40414","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.235706032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"3eb2401b-5c83-4d5c-9012-e7cd889275d1","remote_addr":"[::1]:64855","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3064,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.235848024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"61a006c4-3685-4f37-86c1-f71c38fb1e84","remote_addr":"[::1]:35366","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2715,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.2359011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"24add44e-afd7-4d98-a880-f72ff56068a8","remote_addr":"[::1]:54470","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2300,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.236018043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"9ae7f3bc-7d43-4c79-b3b4-b10acfca3742","remote_addr":"[::1]:63308","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2211,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.236085478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"9361d661-b1ed-4e80-90b8-7eea61a6fbdb","remote_addr":"[::1]:63908","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2209,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.236241689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"cdd2049a-6cf2-42bf-b486-ec6a19cb879a","remote_addr":"[::1]:49122","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1745,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.236290686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"72baac6b-522b-47b5-9225-173c5e24e102","remote_addr":"[::1]:40414","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1044,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.236586546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.236645814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.23667388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.2366988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.237774032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.246632993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.26941761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.339044507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:45324/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.340457512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34880"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.345392134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"68a7440d-7839-4071-9869-8f1c21013aeb","remote_addr":"[::1]:34880","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.347722758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"68a7440d-7839-4071-9869-8f1c21013aeb","remote_addr":"[::1]:34880","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2312,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.348856857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"68a7440d-7839-4071-9869-8f1c21013aeb\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.35143816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.351967655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422511249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422634685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422668021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422693662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422718241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422741387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422764774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42278814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422810876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422837659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422860364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422883581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422906116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422928701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422951456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42297355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.422996025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42301863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423040914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423063639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423085413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423107607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42312898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423150382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423171865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423193448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423215181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423279379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423307786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423330832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423352775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423374639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423396142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423417635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423482514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423507283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423530169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423552133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423573906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42359576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423618385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423640078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423662062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423683284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423704677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42372633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423751179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423773654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423795518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423817852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423840056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42386203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423883673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423905727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423927711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423949394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423970616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.423991969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424013542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424391555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424445292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424472757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424495833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424518157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424540532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424562646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424584209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424605932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424627305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424648487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424670311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424693196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424718557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424741342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424762765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424783977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42480576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424828646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424850439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424873736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424895289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424918245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424941872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424963274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.424985238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425007553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425029837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425051109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425072492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425096089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425118393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425140377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425162181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425183343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425205256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425229855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425251599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425273142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425294785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425316288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425337851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425359564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425380997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425402139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425423601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425445625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425466988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425488992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425510585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425531697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425553019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425574442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425595614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425617368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42563881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425660403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425681636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425703239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425727968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425752547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425775102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42579906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425822356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425846083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425869861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425892846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425916403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425939539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425962786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.425986333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426011302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42603502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426058837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426081963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426104067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426127153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426149688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426172784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426194778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426216982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426239337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426263755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42628596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426307663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426330188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426352071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426374015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42639633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426419396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42644163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426463654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426485517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426508293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426530347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42655238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426574845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42659742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426619314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426641288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426663372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426685836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426708592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426730966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426753291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426776156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426797779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426819503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426841647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426863791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426886897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426909242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426931416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42695375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426976245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.426999652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427022307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427045182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427067928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427155111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427183057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427206614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42722953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427251393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427273768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427295942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427318066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427340631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427362595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427411352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427439548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427462023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427483496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42750554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427527944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427549948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427572683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427594697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427617573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427640408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427662743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427684767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427710688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427733013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427754766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427777481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427801229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427824114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42784704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427869665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427892741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427915196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427936989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427958843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.427981007Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428003572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428026768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428049223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428071898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428093822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428115555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428136908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428158941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428181216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42820354Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428225885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428247879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428269933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428292097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42831388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428335834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428357938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428381114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428403869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428426174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428447767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428470532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428495352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428517816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428540121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428561894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428584048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428606533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428628717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428650481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428672374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428694478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428716903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428739588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428761522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428784167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428805951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428828455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428850509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428872183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428894337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42891592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428938445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428960438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.428982362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429004887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429027753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429049806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42907152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429093914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429116149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429138553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429160898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429183282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429205767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429227821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429249835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.42927229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429294674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429316828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429338722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.429361768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.429381397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:41206","component":"dropshot_external","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481287667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481486162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481582675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481664698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481740489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481813956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.481890989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48196677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482063122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482137009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482209393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482280846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482420674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482576295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482670993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.482745221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.483477169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.483575095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.483653461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.483726596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.483805223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.483879311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48395404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48455147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.484656349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.484734204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.484809484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.484897109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.484986016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485054512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485083189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485109442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485135363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48515903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485182978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485209762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485238379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48526416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485290011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485316143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485341043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485364249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485388287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485412646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485436102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485461573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485485361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485508727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485531933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485556763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485580671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485604237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485627965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485751972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485781761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485805689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485827903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485850348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485873063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485895458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485917882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485942281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485965157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.485987782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486044364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486069314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486093021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486115787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486139053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486162289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486184674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486209393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486231447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486253772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486277649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486299863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486322479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486344743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486368059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486391145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486414452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486437127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486461035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486485103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486507567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486531535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486555112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486578629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486602156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486624751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486647646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486671163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48669464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486717486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486740371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486763758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486787024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486811032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486833417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486858617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486881883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486905079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486927604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486951722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.486976051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487029878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487059046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487084507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487107743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487131741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487155869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487179406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487202181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487224476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487247201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487270477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487292692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48731704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487384875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487411047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487434454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487460837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487487149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487511427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487534423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487558551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487583531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487606928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487629593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487652488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487675184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487699131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487722177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487744151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487766506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487791756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487815914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487839742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487862046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48788432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487906685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487930693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487952576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.487975512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48803985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488068217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488093307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488116563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488139459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488164739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488187895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488210831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488233206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48825549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488278325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488301011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488326231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488348525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48837072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488392252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488415068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488437763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488460258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488484065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488508163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488530778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488554375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.4885769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488598914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488621279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488643934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488666679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488689535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48871246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488734705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488758141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488780726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488805826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488828602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488851878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488876207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488898591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488920355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.488980725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489064802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489092237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489115754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489139521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489165503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489188769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489210934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489257055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.4892793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489301714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489323959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489346764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489370061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489392886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489417565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.4894398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489463296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489486012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489508727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489531252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489553877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489576602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489599317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489621812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489645059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489666882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489689517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48971112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489733635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489755529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489777512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489799426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489824025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48984673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489870197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489892912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489914756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.48993698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489959555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.489982812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490042651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490071228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490093983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490117029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490140596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490163371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490185165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49020776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490230475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490252419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490275024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490297408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490320124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490342107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490364692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490386586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490409091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490432628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490455343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490478229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490500413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490522286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490544461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490566304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490590322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490613719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490637396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490660331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490683147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490705592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490728337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490751102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490773367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490796122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490818487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490842915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49086542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490887664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49091068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490934037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.490956682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49098071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491039838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49106615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491089486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491111861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491134476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491157342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491180428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491204856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.491230087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491250577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:52022","component":"dropshot_external_techport","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered DTrace probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491270237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49129194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:48599","component":"dropshot","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.491317551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:48599","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491342501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:48599","component":"dropshot","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:48599","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491368102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491388983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","addr":"127.0.0.1:35574"} {"msg":"starting producer registration task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491409254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.491427931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","interval":"10s","address":"127.0.0.1:48599","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Running step start_oximeter","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.49145237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491471327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"registered DTrace probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491490125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.491508521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.491528692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.492683613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.493184871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:35574","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.493240332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.552884439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://127.0.0.1:35574/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.556175877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:49456"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.558442794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"1fe2954a-895f-42d1-bce6-b26217b97e44","remote_addr":"127.0.0.1:49456","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.560685662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1fe2954a-895f-42d1-bce6-b26217b97e44","remote_addr":"127.0.0.1:49456","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.560753738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1fe2954a-895f-42d1-bce6-b26217b97e44","remote_addr":"127.0.0.1:49456","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.561700524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1fe2954a-895f-42d1-bce6-b26217b97e44","remote_addr":"127.0.0.1:49456","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.565064617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:18.581761254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.581845061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.581873438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.582304256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:18.585362549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.585419663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.585449493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.585474743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.586105891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.588001848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.596597895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.598510215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d47cd5-1a6c-4dbe-9af6-d8e4be68ca5d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.599740457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.605010467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.608175102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.612483987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.625385783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"1fe2954a-895f-42d1-bce6-b26217b97e44","remote_addr":"127.0.0.1:49456","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":66979,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.626403591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.630231378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe2954a-895f-42d1-bce6-b26217b97e44\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:18.631715775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"1fe2954a-895f-42d1-bce6-b26217b97e44\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:47:18 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"1fe2954a-895f-42d1-bce6-b26217b97e44\\\" }\"","delay":"138.517507ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.632048238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.635287381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.638168301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.641193399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.646253922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c1961b3-7f9a-4c4b-82d0-39e7127f93e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.646659209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.646940319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.649602383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70143f39-a1db-49fd-b758-becca6b6350b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.64973124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.649967811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.652004609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bba7d44-e6c3-4f41-b1a3-0e54831cfed3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.652675105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.652906847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.653931819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d5dc27-7231-419a-83ee-3c5849762364\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.654214943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.656994732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.658510552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a6010ed-8891-4277-bb6e-c5f1c9a7dd7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.658789688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.667929218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.671891122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.681771117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.68465359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f7ce82-d121-443f-9c88-e3a76675ba82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.684873258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.689466039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.69429489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.698560459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b55f3ae7-47ac-4c22-95e0-841078bd679d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.698783133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.699087529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.704359463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.709697609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.716424582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b35ee5-1630-42ef-b1e7-9fe2f155888c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.716712656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.716986792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.719172758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0993b6e0-5ee4-4b9a-b113-86236371d78d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.719309049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.721351699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40eef6d9-01f1-47e5-95f8-6c76b0e39605\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.721462971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.724179774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4612df-d164-4ae0-91e3-fb3915f64973\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.724301947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.725773659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.728511975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7393ce26-67cc-4c47-b5d6-997838cc5beb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.728768787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.731623956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.732491134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e03b3bd0-c991-4b8d-a25e-372b9a61c8da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.732628828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.735665919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00545542-dab5-4589-b762-fcdeee3db60c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.735862681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.73680087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d42639d-aeee-4fd9-ae83-8bec510469ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.736867573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.73716208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.738344666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5de3bb7-50d6-479d-8f72-75cc8ebd1889\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.738573272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.739580078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e45a739-0c84-42cb-99fd-419e824deb54\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.739705979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.740610922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c428ef-5b41-4d2c-ab91-363a5223b7da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.740674839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.740707865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.740741913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.740772163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.741379764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.741997955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.744638957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.752239992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.752389129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.752436243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.752499599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.752540811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.752822563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.753800321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.758205217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.765243481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.765308039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.765341165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.766421929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.768270993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.838921609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.838998712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.840573861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.844565433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55648"} {"msg":"will register with Nexus at 127.0.0.1:35574","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.845916245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.94147547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://127.0.0.1:35574/metrics/producers","method":"POST"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.942486194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.949088008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:34003"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.949328056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"43d17ece-4427-4de0-9ce4-a81378b70136","remote_addr":"[::1]:55648","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:18.949919234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"43d17ece-4427-4de0-9ce4-a81378b70136","remote_addr":"[::1]:55648","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":593,"response_code":"200"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.950866802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.95785708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"d48156a4-e21e-4281-9b9d-8cac430ef786","remote_addr":"127.0.0.1:34003","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.958091306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43d17ece-4427-4de0-9ce4-a81378b70136\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:47:18 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.962265213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.962369821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.962484289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.964216009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.964364205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.96446721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.964555656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.965502954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.965881718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d48156a4-e21e-4281-9b9d-8cac430ef786","remote_addr":"127.0.0.1:34003","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.965997729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d48156a4-e21e-4281-9b9d-8cac430ef786","remote_addr":"127.0.0.1:34003","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.966601232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d48156a4-e21e-4281-9b9d-8cac430ef786","remote_addr":"127.0.0.1:34003","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.96738348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.973974653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.980172832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.980480886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.980587068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:18.981098777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.981873441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.985396049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.988122211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.99097233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.994051184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:18.99742177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.001355267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.006095582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.012933797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.013056741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.019461342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"c46e76a9-6e55-4740-ac1b-921d0807ba9d","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.022418174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:60330","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.022484937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:60330","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.022519475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:60330","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.022546088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:60330","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.022572832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:60330","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.023442294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:60330","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.02559853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.025652558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.529709609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"d48156a4-e21e-4281-9b9d-8cac430ef786","remote_addr":"127.0.0.1:34003","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":571855,"response_code":"503"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.53172298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:35574/metrics/collectors","method":"POST"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.532175181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d48156a4-e21e-4281-9b9d-8cac430ef786\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:19.534606846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"d48156a4-e21e-4281-9b9d-8cac430ef786\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:47:19 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"d48156a4-e21e-4281-9b9d-8cac430ef786\\\" }\"","delay":"1.041372857s","count":"1"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.53495485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:48568"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.535693612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors","method":"POST","req_id":"91fc3932-e70c-4f52-9295-21b10f08c455","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.536210612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"91fc3932-e70c-4f52-9295-21b10f08c455","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.536276323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"91fc3932-e70c-4f52-9295-21b10f08c455","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.544070622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"91fc3932-e70c-4f52-9295-21b10f08c455","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.560846487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","address":"[::1]:60330","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.561243909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors","method":"POST","req_id":"91fc3932-e70c-4f52-9295-21b10f08c455","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":25574,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.561752652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"91fc3932-e70c-4f52-9295-21b10f08c455\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.562849578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.562910439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.562952483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.566733667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567103353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.56716203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567197701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567273182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567316959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567349033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567378191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.567405946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.567434643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.569144651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:38528","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.569206614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:38528"} {"msg":"inserting test physical disk","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.569257245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","model":"test-model","serial":"totally-unique-serial: ab570e0b-92fa-4e9f-9716-0e6690228a5a","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"ab570e0b-92fa-4e9f-9716-0e6690228a5a"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.56929001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.569317495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.570082008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"starting refresh list task","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.570557856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.64176921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:65262"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.641958888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.642465407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.642916626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f54ac-1746-4176-bbc3-aed79edffad4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.643186103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"d36201ce-984d-430a-9c34-2888b34c12c2","remote_addr":"127.0.0.1:65262","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.643888934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f54ac-1746-4176-bbc3-aed79edffad4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.64396242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f54ac-1746-4176-bbc3-aed79edffad4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.645731625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f54ac-1746-4176-bbc3-aed79edffad4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.645950992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d36201ce-984d-430a-9c34-2888b34c12c2","remote_addr":"127.0.0.1:65262","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.64601019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d36201ce-984d-430a-9c34-2888b34c12c2","remote_addr":"127.0.0.1:65262","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.646525968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d36201ce-984d-430a-9c34-2888b34c12c2","remote_addr":"127.0.0.1:65262","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.647354499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.647410901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.649058313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.654052985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"801f54ac-1746-4176-bbc3-aed79edffad4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":9512,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.654141181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.654178856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.654210849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.654349566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.654376399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.654403513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801f54ac-1746-4176-bbc3-aed79edffad4\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.654436549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":0,"n_pruned_tasks":0} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.663612752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.670089817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:19.675399266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:19.6758181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.675957508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"3.013246706s"} {"msg":"assigned collector to new producer","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.698113142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.698363731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"d36201ce-984d-430a-9c34-2888b34c12c2","remote_addr":"127.0.0.1:65262","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":55183,"response_code":"201"} {"msg":"upserting zpool","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.835089298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","physical_disk_id":"ab570e0b-92fa-4e9f-9716-0e6690228a5a","zpool_id":"f1c02fbc-842f-4343-83f1-9ff34f23b11b","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.835203435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.835245058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.835975393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.837293179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.837348038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.837381164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.837410262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.837864978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.840866539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.845970258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.8600746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dataset_id":"cc582df4-a25b-49a2-9579-914a66a8014b","zpool_id":"f1c02fbc-842f-4343-83f1-9ff34f23b11b"} {"msg":"inserting test physical disk","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.869777071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","model":"test-model","serial":"totally-unique-serial: ab570e0b-92fa-4e9f-9716-0e6690228a5a","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"ab570e0b-92fa-4e9f-9716-0e6690228a5a"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.869846409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.869880177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.870727084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.873782371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"PhysicalDisk { parent: Fleet, key: ab570e0b-92fa-4e9f-9716-0e6690228a5a (physical_disk), lookup_type: ById(ab570e0b-92fa-4e9f-9716-0e6690228a5a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.873844906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.873876038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.873904775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.874385804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.876196271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.882998815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: ab570e0b-92fa-4e9f-9716-0e6690228a5a (physical_disk), lookup_type: ById(ab570e0b-92fa-4e9f-9716-0e6690228a5a) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:19.883082421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","physical_disk_id":"ab570e0b-92fa-4e9f-9716-0e6690228a5a","zpool_id":"f1c02fbc-842f-4343-83f1-9ff34f23b11b","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.883116178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.883148733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.883484833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.884423483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.884511739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.884545887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.884575927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.884927537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.886880499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.891126518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.89655288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.896617329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.896650915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.896679332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.897153737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.900244115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.904382961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.904453011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.904480415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.906057788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.925910403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.925976525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.926008539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.926040693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.928321367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.928467217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.928519101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.928550984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.928580403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.928608589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.929404856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.934177835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.941287331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.941347861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.941380997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.941807878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.942540818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.948448409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.948512506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.948604019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.949740273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.952467587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.952528929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.952920399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.954768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.954991125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.955337855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63355","req_id":"833d476e-8adf-454f-b28e-b1bb9d7bc603","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9c 74 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .t..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.95540057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63355","req_id":"833d476e-8adf-454f-b28e-b1bb9d7bc603","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.955618625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.955771339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.955913212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63355","req_id":"833d476e-8adf-454f-b28e-b1bb9d7bc603","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.95646941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4504, tv_nsec: 755267904 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.956649108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.957475775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50651","req_id":"19821eda-366b-404d-9b10-96688439809c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ae 2f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ./..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.957619071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50651","req_id":"19821eda-366b-404d-9b10-96688439809c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44591,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.957778248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:19.957817095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50651","req_id":"19821eda-366b-404d-9b10-96688439809c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:19.999910554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.001229071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59480","req_id":"2e897e8b-d23a-49a1-be2b-71fae8a0f9e6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: da b7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.001292597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59480","req_id":"2e897e8b-d23a-49a1-be2b-71fae8a0f9e6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.001477065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55991,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:20.001707514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59480","req_id":"2e897e8b-d23a-49a1-be2b-71fae8a0f9e6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.001872513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.001923264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.001951751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.003614233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d560aa4-8288-4067-a71b-a24e5173c9b4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.003792107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.005773455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b4225d3-f180-4be3-9d9f-b4106a045f0d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.005992361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.011034107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05f266ff-ed4e-4136-b432-0f9e5343edd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.011123324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.014788567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1161ad2e-969b-4a72-80cc-a3b178484ecb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.014895119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.01816302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a08bef41-c1e3-4466-8182-1ca02809889c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.018409351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.022867704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9daf92-5168-4831-846c-7d0176bb259b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.023569282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.027103003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.0272223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.028686358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce8f429-138a-4e32-ad58-39872803af03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.029052176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.033195051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e698710-57c9-401d-a8fd-fe6baef1ab04\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.033481522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.034785931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53185972-283c-4245-8aa3-908bee4fbb1c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.035087201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.037287495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b5d077a-62d9-4662-83dc-f7e63fce4b28\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.037528204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.040494525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1140a65d-89f1-47d5-b0ac-872580d15832\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.040724352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.042082208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f218e6-eed3-483e-86ac-a61224e2a183\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.042296615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.044656206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a41d5d2-7316-41e7-81ab-d28f6a2577fe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.045744625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.048258744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48fe44d4-8d20-4eff-b9cf-bc6dbc00d5ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.048613792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.050859406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"719e6e12-6029-4526-b4d0-922147df35b8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.051125436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.05354147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676c1f9e-42e8-45d0-9e35-5d208566b891\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.053805366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.058435371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71625457-d9f7-403b-9d93-bf2cea845288\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.058712553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.059990439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.066155352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67bde5f2-578b-46ac-9f9e-a034c17b5a63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.06637519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.068566947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd42ab3-3524-4b17-ad00-c481ca6233a0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.068777497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.069781808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30219bab-ddf3-44cf-9f0a-034218026410\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.06999894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.071549279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc8e7288-1d26-4236-9e0c-7a47d306391f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.071882473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.073392762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc6d5353-6d64-4b04-9fdb-29c74c5dfd23\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.073615135Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.076395866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6481544-fd1b-4e85-b129-2822b7ab4cea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.07645812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.080092431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e826bf-db64-45d2-bf0a-904cea5d8ee5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.080243211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.081870483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86993783-5036-4fa1-9361-835fa0301c1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.081942527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.084028864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80cfc5ab-f3db-4e56-b9f9-4278614e30a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.084101018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.087914155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2dfc359-7a56-4c9b-b3bb-29cf603d2ce0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.088030607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.089950142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700133d8-c2cc-41a4-a7f2-ccaafe416fd5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.090080391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.091660339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9e03b7-f5f1-498a-88f1-5396cb36ca9f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.091780769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.09470737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d708707-47da-43f9-916e-1562b0b71051\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.095006877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.097702087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee3942f4-9398-4bae-be64-0fe2264ebc4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.098293716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.100542426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b534d2db-05bc-4367-bcdf-34c81e01b363\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.100688126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.102836918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faaf4c30-bfe9-4536-910b-6dce1430955c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.102961346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.107252546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2c3429-d01d-4555-8597-fc8e81d33100\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.107404779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.109539803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e12a3d-7ddb-46e8-8c80-b907eb796a35\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.111138839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.111204099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.111238628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.111266433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.111291413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.112475211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.115842721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.132953974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.133054645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.133086939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.13394558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.135046924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f79cabb-f1fe-4a8c-9dac-9a9b3e9cf527\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.135198997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.137215655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.137603568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.138063214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.138872987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"683914ee-8c74-4545-9c73-dea6c3931013\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.139003167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.142093374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa74dee2-8564-485b-955b-4f542f74aaed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.14216664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.14458097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c019b6d-6441-41c6-b081-35588a6e6d4c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.144718945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.147563913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbf2877-5691-4232-984e-faea97616f59\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.14779833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.150586566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30882b2a-b2b1-4ed1-84db-75633c1d72e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.150812296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.152931548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c9c2ff-8407-4c2c-bb87-a015aa4a86f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.153069994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.155245549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378a4cad-05a4-4ff7-bbb4-13f6914d37d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.155411419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.159202873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf7bb60-2032-4bd7-a781-cefcbca61bbe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.159423894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.162414272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc745270-d2f5-4401-9dd1-d2f74117a3a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.162472127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.162504151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.162536125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.162562547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.163624543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.17142256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.177040283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.177147046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.177239079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.177323217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.177402555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.178033833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.179116299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.181030714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.195793888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.195882535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.195918286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.199715231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"will register with Nexus at 127.0.0.1:35574","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.201587472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.26905192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://127.0.0.1:35574/metrics/producers","method":"POST"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.327592919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.327667538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.328153797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.328237824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.328274077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.32830106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.329422094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.329597283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:63843"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.329649257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35852"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.33118195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"09b16b8e-bad0-4d1f-ac3e-01063fbc7f0b","remote_addr":"127.0.0.1:63843","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.331683279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c18082e7-98bc-498e-a47d-a681ff77af64","remote_addr":"[::1]:35852","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.332045411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"09b16b8e-bad0-4d1f-ac3e-01063fbc7f0b","remote_addr":"127.0.0.1:63843","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.332138727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"09b16b8e-bad0-4d1f-ac3e-01063fbc7f0b","remote_addr":"127.0.0.1:63843","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.332605677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"09b16b8e-bad0-4d1f-ac3e-01063fbc7f0b","remote_addr":"127.0.0.1:63843","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.334868696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c18082e7-98bc-498e-a47d-a681ff77af64","remote_addr":"[::1]:35852","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3180,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.336392352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18082e7-98bc-498e-a47d-a681ff77af64\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.338602606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.338660982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.338688777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.340649764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.340714173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.34074811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.340775184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.342658587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.344058336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.362237737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.362318708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.362350732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.364007553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.364705494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.36490935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/producers","method":"POST","req_id":"09b16b8e-bad0-4d1f-ac3e-01063fbc7f0b","remote_addr":"127.0.0.1:63843","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":33745,"response_code":"201"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.366729086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b16b8e-bad0-4d1f-ac3e-01063fbc7f0b\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.37087194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"producer-registration-task","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.371463849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.380312099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.38066919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.38077942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.381783811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.384545293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.384691184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.385223735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.427593274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:20.428107659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:20.428584168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.428721872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"500.282972ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.428859857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.428998684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.429123843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.429216668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.429326317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.430224146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.433442107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.443118697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.443175621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.443204107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.444705068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.448998663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.449076448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.449733106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57393","req_id":"5f9be8d0-964a-43ba-84a7-bbb6f49c328f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 00 e1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.449795881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57393","req_id":"5f9be8d0-964a-43ba-84a7-bbb6f49c328f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.449948475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.450061981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.450168614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57393","req_id":"5f9be8d0-964a-43ba-84a7-bbb6f49c328f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.450607909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4505, tv_nsec: 249506953 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.450671876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.450997285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59293","req_id":"5553120f-80a6-4019-855c-fa226b317c7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6e 42 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e nB..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.451058026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59293","req_id":"5553120f-80a6-4019-855c-fa226b317c7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.45114054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.451301982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59293","req_id":"5553120f-80a6-4019-855c-fa226b317c7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.510970588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.511316377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.511373961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.511404181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.511431316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.512288303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.512540425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53280","req_id":"df401b5f-7a60-44e4-9764-4a950bfd59da","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 48 bf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c H............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.512657749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53280","req_id":"df401b5f-7a60-44e4-9764-4a950bfd59da","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.512784301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:20.512933909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53280","req_id":"df401b5f-7a60-44e4-9764-4a950bfd59da","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.513130832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.513179358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.513206292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.515007421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.520922636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.52103968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.521126212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.52161209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.525579194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591cd649-ff6f-4c24-8ad9-0a55887b8aea\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:19 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.526097166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.527492767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.527556394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.5285584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.530669076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06811dad-70c3-4432-b0fc-2bc4a9dbcd24\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.530737542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.533637941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc6d1a9-3d51-46e4-a09e-04dd914d0361\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.534052878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.536315866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9e769ba-2091-4955-afd9-e681797ab85e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.536500915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.539763045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b4e5a2e-4546-42e7-b116-6ad00d489329\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.539975137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.547079683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9d789f-022b-4420-a820-ccbdc97fd5ff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.547413718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.550605648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b8c47d0-84cf-4e06-bfad-532091f2d07d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.550680146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.554750156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31d19cd6-d815-449c-83ee-85453e4aab32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.554831888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.565755583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b8dfd0-a8d2-49a2-a0cc-3c3e07a1e2ab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.566077274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.566587661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.569327069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f268ba02-9268-4086-8fa7-fe4d1d21030c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.569573951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.570638532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88ec8af-d431-4453-9e38-2b37e97c80b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.570932668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.572176777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b645dc8-7531-44b1-9d70-117231223cbc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.572389862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.573949539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b12f9a-010c-463e-bd6d-fdceaaeff0e2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.574210669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.576317778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b999a22-c6e5-487e-aae0-f581b8957dee\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.576530151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.578689052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4facf2c-ad19-4eac-a57f-0afd3228238a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.57889848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.58106208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d2016ea-53a2-4178-bdca-a3964c5e45ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.581274463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.583174189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c4181c-048e-41f0-a624-cf47553781e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.583567893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.58539345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b317835-6547-44ba-b98e-d9bfa3dbe956\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.585607667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.587943211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523389d6-c3e9-4d8c-92de-b8d4bc36312d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.588757513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.591217544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9e2d946-d82b-4bb3-b115-b1201f343667\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.591387673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.592805949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986e5291-7d1b-4f9f-a352-d67027a047d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.593748367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.595864664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e7126b-9106-4808-80d0-13609020b176\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.595990314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.597600191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390d7aea-a17f-4116-89e2-0c7cbe11ecfc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.597722756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.599415468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbec8784-c71b-4481-a293-838c65773559\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.599731778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.602674091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c39d93-d8d3-4216-a86e-63bc325e55e6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.602850051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.605568097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a12994-766b-41d2-9ae2-790f659bf564\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.606839991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.607746718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0848d7f-0b48-415a-8bb0-3ed32db5feb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.607825054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.610877806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974076a6-6664-4ce1-986e-4a00b69d91af\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.61094986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.621457987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.621547014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.621582745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.621676632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.622497137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.6275928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"554744f4-b8a1-465c-9feb-e22e63847be5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.627768851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.628157495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.635184706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.635249335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.635281629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.635760764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.641723053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.641784957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.645747101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.64581158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac093b0-51cb-461a-9448-5cef107a4d42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.645850056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.647520194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b79c35-863a-4ea3-bab6-ec70dec4b0bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.647657568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.648976666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f996fda7-9f30-4160-b045-70b0c06b4761\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.649071064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.649959294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b08be4-8832-4b47-9377-3ae2ea8af940\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.650082359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.651507518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90124b00-80b2-48bd-9ce7-78257b08c2ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.651741184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.655157901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41769940-d741-42f1-9552-ea9056de8eec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.655421807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.689945503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.705498722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af1b7ad-64b9-4054-bec7-03898d8c2fe5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.70593443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.719972811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79f23285-d9e6-4647-86cd-b993df84c107\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.720061698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.722334767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98aa861c-1f71-48d8-855a-860de28b28f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.722444476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.723877922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"555308b0-68c4-47b4-8990-4b8209f26589\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.723935126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.726068316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504fc96c-7f91-414e-a2f2-97fbfe3cdf36\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.726135149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.728766672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f77843-32de-48b0-843c-e0bbbceb8d54\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.728888164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.729706114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d8901d7-7eeb-46a5-b116-53cc4132833a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.730029348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.731297725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f8f1b64-3f82-4590-86db-f70b1b08ca5e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.731363957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.732767934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363137fd-ae2d-4efe-9742-c8a2ba44f63e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.732896521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.734871876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b532bf7-ae22-4fe9-80ae-72834dea5f12\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.734936786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.734975252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.735006545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.741842555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.741921172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.741957594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.742129376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.742178715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.742208945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.742793941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.744326674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.754229375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.754307711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.75434256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.754371729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.754401748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.758291478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.761213691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.774321738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.774445955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.774480213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.775396078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.775629553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.784194929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.784260239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.78431561Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.785124962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.788603973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.788869052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.789649066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.859858002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.859930948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.860425473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50298"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.860858927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"6b188e56-5de4-4c1d-a194-81ba5d7c8346","remote_addr":"[::1]:50298","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:20.867827611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"6b188e56-5de4-4c1d-a194-81ba5d7c8346","remote_addr":"[::1]:50298","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6975,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.868645501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b188e56-5de4-4c1d-a194-81ba5d7c8346\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.874437752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.874530236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.874563071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.877409873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.877466747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.877502278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.877531215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.87892904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.8820757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.886962266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:20.887623353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.887684796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.888190443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:20.964104898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.016938295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.017000489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.0170314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.017057923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.0191592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:21.023286022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:21.023475059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.02351078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"593.099351ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.023542112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.023567353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.023594848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.023620619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.023644887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.023666631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.025501677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.031057587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.031155131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.031719085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.03290105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.034558722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.034643371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.036194461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.043913581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.043980404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.04401329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.044433908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.045213892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.04527294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.047482422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58479","req_id":"d3227cce-1198-438e-926a-d3a56cabbcb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 32 a6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 2............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.04767231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58479","req_id":"d3227cce-1198-438e-926a-d3a56cabbcb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.04797845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.049098211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.049274182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58479","req_id":"d3227cce-1198-438e-926a-d3a56cabbcb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.049779178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.049904458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.050674512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.050988768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4505, tv_nsec: 849916861 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.05114011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.053538649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58907","req_id":"2f2f536b-cfc0-4648-94cc-bdd769bb8349","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 42 55 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e BU..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.053699659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58907","req_id":"2f2f536b-cfc0-4648-94cc-bdd769bb8349","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.053946461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.054090117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58907","req_id":"2f2f536b-cfc0-4648-94cc-bdd769bb8349","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.121702591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.123231657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61627","req_id":"d98c14d6-3cf6-422f-881a-f5241fed3534","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 95 66 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .f..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.123299763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61627","req_id":"d98c14d6-3cf6-422f-881a-f5241fed3534","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.123375574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:21.123451165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61627","req_id":"d98c14d6-3cf6-422f-881a-f5241fed3534","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.123635402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.123687896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.12371471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.127211918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9cbe1a-b576-4d22-bc03-6b516513eea3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.127456976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.129063677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"327c43bb-573f-424d-b810-3f1bb6f5ec46\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.129864944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.13392315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"575545f3-f1d2-4832-b56b-887025261ac6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.134148168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.136607378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce2421e-bd70-477a-8525-d81dab20fffa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.13668877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.138953552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed40869-1e0f-414e-b25c-7b803be1a990\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.139093571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.141306581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac0fec68-6a42-41bc-9824-1ea79655b27b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.141374536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.143707103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b90735e-5990-46b9-872e-4147a73ac493\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.143995759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.148059245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.150124059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d57a4049-9867-4c5b-b758-8017da35ed9c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.150193998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.151112027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91bec4c8-c221-44f7-ab8b-18bec6490908\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.151250834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.152222169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a3dedb-15d1-428d-b98b-09580e6f30ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.152363942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.153793129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a2b1ad-7071-4cd9-b293-03a8dae5db35\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.153852377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.155487555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6771e824-0eaf-44f2-b6c7-a276a8a671fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.155610009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.157289526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a054b53-2976-41cb-9a58-a1c2cde5806d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.157486738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.159582394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe819013-1739-4fcc-ad1e-0ac5c8e3de14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.159702343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.162102635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0072add-170a-4a9e-8909-1bcbbd96ac19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.162272644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.164580041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2a7d37-305e-4f7c-adaa-6e53c59cb9d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.164648528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.166659715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ca2569-dc7b-41aa-888a-715e2eaf4676\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.166718973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.169852406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81c7d0cb-4c3a-471f-89f1-201fe6f72db6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.170348775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.172777995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb560b2-98ac-4b8b-bfe5-3dc46d276e65\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.172899177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.175189991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5780d0e2-9007-4be8-a0cb-be3437950dd8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.176566714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.177396117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99dd0a5c-fac3-4bfb-bcfb-b5fef02455d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.177522929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.178655746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1664ea-9896-4e01-8857-9e0d00f61acd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.178791026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.180812113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"358406a5-1a61-43b2-81fd-7ba2793dff31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.180882473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.186439264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a565cfc9-f93d-423e-a723-ee09bc56a774\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.186585726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.188803445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb48105-d2b3-4107-93ab-3cac1f8afeb6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.188875919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.192147347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2a98a4a-5579-4c7d-bb99-28c9d3621cc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.192396975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.194999871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5f2e422-396b-4599-a50c-a2959003dbcb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.19506474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.198090268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"763e295c-54d2-4f88-8204-692b8cd21ab9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.198163594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.200378858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.200439539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.200473667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.200503326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.200528657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.204447485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.226240847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.22636285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.226460063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.227084487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.229744377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a104141-e1d4-4664-b983-b568718be9d7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.230161438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.231301289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.231444064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.233300833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.237415832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f16ab2-7517-4b66-a348-511d367db39f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.237648826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.240513865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960fabcb-8a0c-4816-9e21-3958f144d8b4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.240753923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.242197629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4070dd69-ef61-40aa-ad64-9ff9ab59fcb2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.242436255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.243890172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6752571-75d9-4c70-a4e4-7018a5136a3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.244281131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.245776981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c81d91b-bccd-4e77-85ad-02844cb01da5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.245986128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.256181251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c2092f5-6db1-4eec-a97b-b5672552c69e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.256455006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.258716973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87bb7e42-c6ff-475f-abdb-0d8bf2b00d6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.258996179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.261215421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5debfea6-e27a-4b9a-9477-03d8895b1c5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.261427103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.264704062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e692f388-bb1c-4c03-9ae2-7243a8f02673\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.265525889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.269683082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40cb0fe6-3626-43fe-b0fd-5ee2cc7bac0f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.270222006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.276114627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.281958671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c33882-fe75-4903-b8e2-13d2909cd53e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.282313147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.287382788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0a1a955-527f-4875-88d8-368d075653bb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.288395305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.29098765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416043f0-e787-4720-b3e4-7074793b06e6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.291230645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.292421898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c253563-fcda-491d-8f1e-ab6d1545a5f5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.292487879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.293892909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ab372f-bae5-488c-aee4-95c1cf880919\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.29439032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.295782624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b935636-5d77-4663-b782-280d10c83424\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.295887984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.29593122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.29596133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.295990939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.296806875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.300209474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.305035089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.305096712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.305198464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.305422832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.305470887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.306251643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.30983376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.31470204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.314785757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.314819674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.315172166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.378881303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.378962184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.379314426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.379369596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.379821777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.37987875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.380123347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:21.380160301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62596"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.381642985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"59fd518b-4fad-4eb6-9744-75be3e9f39e5","remote_addr":"[::1]:62596","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:21.381863134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"59fd518b-4fad-4eb6-9744-75be3e9f39e5","remote_addr":"[::1]:62596","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":589,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.382295736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fd518b-4fad-4eb6-9744-75be3e9f39e5\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.384355179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.384414387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.384443174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.385938634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.385985417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.386019124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.386048663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.386525674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.387177923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.394692736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.394766263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.394799008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.39533734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.397905217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.403137331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.403358893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.403409083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.403919279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.406471374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.406527366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.407303893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:21.438101405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:21.438521352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.438581502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"416.430852ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.438629177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.438660339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.438690799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.438718655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.438745498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.440659362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.44687721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.451126497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.451238229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.451334441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.451878675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.45308059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.456692206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.456753648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.458052456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57990","req_id":"496834be-d907-41c9-84e3-baca3b71b0b0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 23 a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 #............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.458116784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57990","req_id":"496834be-d907-41c9-84e3-baca3b71b0b0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.458381692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.458557913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.458766128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57990","req_id":"496834be-d907-41c9-84e3-baca3b71b0b0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.459906851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4506, tv_nsec: 258571799 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.459957832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.46011237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51497","req_id":"d3948906-4565-4762-864c-fd0e0c8b17d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cd 08 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.460729791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51497","req_id":"d3948906-4565-4762-864c-fd0e0c8b17d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.461070018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.461296299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51497","req_id":"d3948906-4565-4762-864c-fd0e0c8b17d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.542600553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.544322423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.544387333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.54442104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.544450168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.544548183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.545004613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58986","req_id":"9e05ef25-dd01-4e7a-8ccd-001857eb31bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 89 3e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .>..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.545362566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58986","req_id":"9e05ef25-dd01-4e7a-8ccd-001857eb31bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.545637424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:21.545724226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58986","req_id":"9e05ef25-dd01-4e7a-8ccd-001857eb31bc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.545929706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.545972932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.546001519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.549077969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.557813133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.557945136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.558144904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.559039436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.563773729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c00b0d5-2b6a-45c6-b99a-456c69599ae5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.564422993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.56490349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.565035763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.565716099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.569478325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618f31f5-1ca2-4641-ac7d-2a53423a7a63\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.569797631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:21.57224113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.572619644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.573236022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e96bf6bb-2ff0-463e-88db-70fa2165402c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.573571069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e96bf6bb-2ff0-463e-88db-70fa2165402c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.573682662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e96bf6bb-2ff0-463e-88db-70fa2165402c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.575880651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e96bf6bb-2ff0-463e-88db-70fa2165402c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:21.581315249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e96bf6bb-2ff0-463e-88db-70fa2165402c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":8051,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.582140333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96bf6bb-2ff0-463e-88db-70fa2165402c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.582448467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.582883955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"978d0483-b69d-401e-a1f4-9b881447e37a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.58311244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.583873717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f1587a4-ce3e-4fb3-9c98-664f40f7024d","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.584650034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f1587a4-ce3e-4fb3-9c98-664f40f7024d","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.584762588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f1587a4-ce3e-4fb3-9c98-664f40f7024d","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.585538193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f1587a4-ce3e-4fb3-9c98-664f40f7024d","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:21.589937839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2f1587a4-ce3e-4fb3-9c98-664f40f7024d","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":6032,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.590726461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f1587a4-ce3e-4fb3-9c98-664f40f7024d\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.590807392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:48599","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.654767187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered new metric producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.656711962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:48977","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.736113415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:21.742098469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.754211694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.764176298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87112df3-8836-4b7b-aff2-0897e664b856\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.764262219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.786198335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2ea9cc-71f6-4614-bd62-eadfefc6931b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.786305749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.7886351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4cfbc2-e375-4075-a5ae-b63f9920354b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.78874074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.790764302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92d59249-7a4c-4aa7-924a-0e3aa0d65f83\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.790829402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.793532127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1402663-3734-4b7b-8679-4371cf613afa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.7936543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.794644954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e35d6855-6b3a-42ce-afd3-d1f41224bd77\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.794763159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.797116448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83a8be5c-5f96-4f86-a3e8-31f479cfd72e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.797177841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.799680026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bad81fa-e6a6-4303-9399-9e1834d5f742\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.799962769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.801199223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36992a67-3212-41a7-8859-0a13370d6835\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.80137854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.802977416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c84089-cb0e-4f35-a915-cabb8cb75fac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.803151904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.804960858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.805118822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.805223942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.805265865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.806173334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.808562033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1fd16e5-a84c-4adb-9191-7db35dcd6e3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.808646381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.808707733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.817229202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.818604582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.818652137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.819181672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.821507887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.821620511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.822672748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.824257154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5aeaaae-a7e0-4f7c-a6ac-2d3d6083980a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.824333807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.827266771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5977a52-7d18-4baa-9d9e-7d0801bd077b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.827385628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.831966294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7689e6ac-7420-4968-879e-b5219ebb249c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.832056284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.836013628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01adda4e-850e-4c62-9a85-7c911052101e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.836284608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.842016178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86778e0b-7fa8-42be-89a6-b3285fa781d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.842386666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.846228381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ce7d92-0f80-4bdf-ba05-cb1f4ee38a98\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.846459521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.848860174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c3679d-fac8-4b79-84dd-b7df5936eecb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.8490086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.850621043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294a9cd1-9ea4-4d36-a409-930d1976c7c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.850914036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.852044419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"838e4624-5465-40d3-bb91-8436f63cf821\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.852113586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.857752983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75cbefe7-6406-4eba-a566-beee5b6399b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.858074944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.858423759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.861655959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011af34d-78e5-40d9-afee-ad1ce504ebca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.861735999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.863354944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec071aed-63b9-40de-87de-178d1b58972c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.863612427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.865803192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98229b7-ca16-4edc-ba43-6bc9ea465443\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.865879895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.868283574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88122cee-4093-4197-9c9f-acbb63aacd49\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.868372662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.87381235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff1c62e-974e-4af8-9d6c-92f81deaabe7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.874231786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.876927086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b234ada-bb78-489e-9518-dc32bc575373\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.877161322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.8791629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29b56e0e-6a33-4588-9a17-7241ba93f5c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.879284783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.881609595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e366f92-404c-4f79-822b-ff05b017bc15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.881740446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.885031944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d84d586a-fdee-48a5-ae0f-7b9361c20759\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.885228656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.886216013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb4cc9f-b087-4744-b5b9-1e70cd4d96a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.886278628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.888867917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa23bbe-9c06-403c-b4a6-db510f2d6893\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.889126603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.892303192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f723641a-5606-471c-8e05-57ffbaad4cf6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.893031733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.895753005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83ba631-c59d-48d0-bc46-052fde78c6a6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.895816842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.899788195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c71e186d-b327-4a3d-8a76-afb458bbf264\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.899939617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.905934531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7329b83d-8184-4f26-860a-687e345d3c78\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.90601436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.908539061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3568f21b-5697-40b9-bd22-4180018686fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.908703628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.90918627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.909875774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.909931315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.909960954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.910653173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.914620878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32a5dc21-fe03-4c61-a596-16ea58679d63\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.914877189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.915097408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.926274267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.926761007Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.926805896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.92841392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.933604913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e030ba7-2bfe-4934-9199-150cffba0afc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.933807486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.935539968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.935596922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.935788674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.937523711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a24f512-68e3-4e6c-b567-4a5fc4776f81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.93768406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.940133641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9995b5c-baa4-4738-b941-b95f650e7c1c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.940257147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.943825907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf079fd-edd1-4ff4-a922-e08821532aab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.943890476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.94392758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.943957449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.943983872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.94448491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.94873087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.955643974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.955714414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.955748432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.955779454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.955807901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.95632954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.95997846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.966516507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:21.966585394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.966619632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:21.967393935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.057243114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.057317552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:22.058039921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58038"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.058350009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.058714956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.059261175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"4d775a60-818e-4faf-8a20-830fb405e365","remote_addr":"[::1]:58038","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:22.059992091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"4d775a60-818e-4faf-8a20-830fb405e365","remote_addr":"[::1]:58038","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":726,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.062571681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d775a60-818e-4faf-8a20-830fb405e365\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.065504223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.065561848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.065590796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.066764665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.066823743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.066856237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.066917449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.067650901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.072189584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.077418772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.077646937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.077754301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.078190791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.081465175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:22.128822351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:22.129299912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.129351986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"690.661457ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.129418979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.129457546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.129488728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.129518037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.129549109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.130430335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.137669999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.137730099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.137821491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.137857262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.138374763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.139938339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.155747598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.155807617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.155840162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.157157607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.161152166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.169800928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.169886969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.169918532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.170380342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.170710791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.170767063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.171447058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54889","req_id":"57bf99a4-4764-42a0-96b0-82baeb271477","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5e c1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ^............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.171543891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54889","req_id":"57bf99a4-4764-42a0-96b0-82baeb271477","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.171707907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.171991482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.172115399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54889","req_id":"57bf99a4-4764-42a0-96b0-82baeb271477","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.173586731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4506, tv_nsec: 972496637 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.173632111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.173909514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.173944935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.174475872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.175416156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58780","req_id":"607c33c8-ba88-4291-b1ce-acaf2dcacc7b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ac 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .t..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.175480524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58780","req_id":"607c33c8-ba88-4291-b1ce-acaf2dcacc7b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.17556379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.175658128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58780","req_id":"607c33c8-ba88-4291-b1ce-acaf2dcacc7b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.235966529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.236522847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63787","req_id":"055fec58-e218-4874-99af-0b47c65bb847","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d7 4d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .M..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.236578688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63787","req_id":"055fec58-e218-4874-99af-0b47c65bb847","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.236864117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:22.236955309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63787","req_id":"055fec58-e218-4874-99af-0b47c65bb847","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.237153504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.237198934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.237223172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.239764696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c130d61-195f-4ff7-82d1-735860a47537\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.239928483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.241248222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7e5ba4-1ee6-422e-a142-9561cd33ebe1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.241302009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.244545241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c7e2be-98b5-4cfa-9e57-d057ad301848\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.244648858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.246477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4ddbcd4-5881-4df6-a45c-47377597bc9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.246548512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.251876127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896b80e6-a0c8-4993-8004-60113c984688\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.252012519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.25617381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca86c20-08c8-4b13-8ebf-5c07ce90cbe0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.256473558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.259926938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7465df48-acb6-4234-9778-fec28ad63277\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.260162197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.262251981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6df01dab-5a00-41f0-8948-f99a67c8e284\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.262384545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.266507309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0690cbaf-1820-4cb4-891c-3c1ecde3989d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.26658798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.266946274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.270612609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a2bc00-007e-48f0-9f81-e337e0b376d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.271301772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.272663826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd28c48b-c28e-493a-a165-d39ee669918f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.273637966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.2745331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e9c38a-8825-4ee7-82f9-1b51e4c60a69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.274979059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.27607392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8c061d-48bd-42c6-9fb9-0cf9a07687bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.276230602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.280959584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"745d802f-ac94-48f0-ae1f-1606a12f82f8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.281129012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.287487421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68da020-7bb5-4ec2-99b9-ba42a714d656\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.288469427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.290873387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba894fd-8cc0-4eb5-b43d-18e75df87ada\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.290918898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.293882252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8312cc7-f4e7-4b03-b4f4-1c3325df646f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.294300505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.297711241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff2b89ba-7f75-4586-86f1-93df4fc820e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.297959055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.301722623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e684de0-4a9d-45a5-ae37-b232ff93299c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.301845578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.30274477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"365a969a-c0c0-4496-bef3-2b5326ad1b3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.302921492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.303808429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc99d79-435d-4e09-80b0-07c272b982dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.304050041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.305607584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdaa267d-9e28-4587-a6ac-2f8720b5b361\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.305769236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.306720341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f96cc3c-7ebc-4706-b713-8fc3947e759f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.306863977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.308332774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89786168-e282-414b-9e6b-03dd8689b3dd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.308694284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.312005772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f7fa85-ef1b-44d8-a53e-593a40bb98be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.312081493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.314345454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6248ee91-18f2-4ac2-91f3-6bd0de3490b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.314633768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.316910755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab1950c9-04e2-41f6-8e4f-aa151b1b5c7c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.317134971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.318093802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.318147659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.318177188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.318206025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.319231068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.32197239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.328741617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.328804492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.328832237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.329278697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.329683684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4410ae7b-3426-4362-b8a8-75f7abc1e62b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.329828242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.332141341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.332198725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.333193677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.335971432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6764e557-aef7-425c-9d1d-a148b929d299\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.336201891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.338829897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f245b1bf-909d-4459-9996-367975acdb8d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.339064054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.340986484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"424af189-4dae-47ac-8268-298269b0d238\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.34104956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.341965745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9020212-068e-4f41-9b60-666e4bf60fa4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.342137377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.348451738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debf9bd9-7288-4a81-8b18-032abd7fc175\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.348514814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.348545946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da29b4b-b4b5-40a0-afc5-9f07564c6b10\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.348575314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.349709474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2671c72e-0b6a-4826-982f-fa7d26e06565\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.349888912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.352847777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d91c123-628b-414d-a45b-6615d1692880\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.352967045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.356441277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a7476d-404c-4876-b6d3-67db6a1ca84e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.356556997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.359386755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf7bf620-612c-4d4a-a6ce-2b2ca08cf279\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.35956956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.361844993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e96c806-3a93-4dfa-9575-26020f8d3fac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.362123709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.36559275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c978e30-39c9-450d-a48e-3c4445aafb73\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.365895333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.368838557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.370556941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4af311c-4f46-4846-b701-e11c68c84607\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.370607642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.371304731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6ccb71-5d6e-4ce1-8519-c2298964dd01\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.371666051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.373859531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9494675c-dcb5-4bfe-8924-f0aac9ca9451\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.373912627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.374182174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b0f633-2b9d-49aa-b58b-0ca70b9bf1f0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.374351592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.375261004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee4d901-eb8d-4434-9273-605f7fda753e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.375351153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.37538465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.37541461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.375442696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.376166157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.37854146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.385153614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.38521195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.391674366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.391733935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.39176649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.393432409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.396488588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.404664418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.404774578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.404812112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.406816506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.476581819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.476660456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.477105001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.477163287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.477193498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.477220291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.47818319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:22.47825847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43057"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.479199625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c9a61e9c-f80b-4987-a87b-1cd2a8daabda","remote_addr":"[::1]:43057","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:22.480027925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c9a61e9c-f80b-4987-a87b-1cd2a8daabda","remote_addr":"[::1]:43057","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":835,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.480736797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a61e9c-f80b-4987-a87b-1cd2a8daabda\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.484502591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.484644333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.484674102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.486856801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.48692628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.486962642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.48700696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.48777487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.488456078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.496902056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.497017897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.497189518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.498155203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.500586797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.50554208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.505960294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.50606411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.506503827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.506874876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.506930146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.507422176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:22.536800861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:22.537210508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.537266579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"407.809274ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.537304184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.537329906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.537356509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.537384334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.537413472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.538640557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.54067496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.5482484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.548304482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.548331896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.548775831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.553714721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.554358113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.555614526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.556138661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56099","req_id":"7733fc12-a065-4d67-aae5-b80e71fb7269","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c7 5a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .Z..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.556422326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56099","req_id":"7733fc12-a065-4d67-aae5-b80e71fb7269","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51034,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.556913775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.557079906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.557175958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56099","req_id":"7733fc12-a065-4d67-aae5-b80e71fb7269","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.55762364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4507, tv_nsec: 356454248 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.557877044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.558246841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54052","req_id":"341fc7e6-c791-4ee8-aa0e-5a29e5ca3ff0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e sP..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.558305478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54052","req_id":"341fc7e6-c791-4ee8-aa0e-5a29e5ca3ff0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.558393974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.558536679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54052","req_id":"341fc7e6-c791-4ee8-aa0e-5a29e5ca3ff0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.617582935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.617908092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.618034514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.618121999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.618153091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.618898446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.619179906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54573","req_id":"2f42c5cc-22b5-49e6-86be-74eba2d92aed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b0 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.619220898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54573","req_id":"2f42c5cc-22b5-49e6-86be-74eba2d92aed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.619439834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:22.619611386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54573","req_id":"2f42c5cc-22b5-49e6-86be-74eba2d92aed","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.619845893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.619883017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.619909891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.621835207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.627629892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.62811532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.62816587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.628528653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.628793641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214ad13f-271e-4b27-a8ac-78e1266d85c9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.62986717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.631394964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6673479e-f5c4-4309-9c70-559b00ad3803\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.631471927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.631680573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.631729711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.632328414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.634353529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b4732d8-d8cd-4c34-b40a-2ffe1193dd58\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.634574209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.638407075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d49f14-e485-4321-ad38-424ed55122fa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.639233662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.643775371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"033086f4-3c97-4213-b0dc-fb5c2e856718\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.644247131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.646786601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9882eb33-d9ba-4146-b6d9-859a181d4baf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.646937482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.651368129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9766113a-b6f8-4eca-86fe-44560564b613\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.661132695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.661213155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5896054-dc90-473a-9704-8590eaea1c98\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.661262874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.662549948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.662612824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.667196857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.670038429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.670096665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.67012452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.675201907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.676498079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2867528-b20e-4890-a2e5-184161dd6a70\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.676566175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.686069209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70354195-b431-40a8-a890-baa07c162347\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.686272374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.696938846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54fc558b-c676-4264-a265-efb7612df9d3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.697116089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.709653179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7945f4ac-023a-4e3f-8543-72efc57d9589\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.710071091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.71258016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4e0b868-a8ba-40a8-b73b-e4c16ec6f671\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.712823996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.719248777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c16594f5-711f-4d7c-9507-09418dc466d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.719340209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735088116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6a0cf3-0b84-4369-abe8-4aefce086ae0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735187133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735223426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb1703d7-5dae-44d9-9b4b-09c186da3639\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735256121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735283054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9704ebee-1523-479f-98a2-823441e2a930\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735312222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.735339777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.735368344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.735394667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735421841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.735444987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.737616934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.751195759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.751265558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.751297262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.752140782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.755418653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c589f8b-7af0-4e03-ae2c-699d27f390cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.755500647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.755604203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.755648932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.757278509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.759907868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0160410b-3365-4927-97a1-94fdf125e47e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.760056464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.762355504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e347b8e4-16ee-432b-98cd-d8fd733c1c04\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.762682326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.764020993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d971695d-48ff-42a6-bc3e-c9ec7b18d819\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.764206663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.766472868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa4072a-bbcb-41ad-9cc3-aeb02cad61cf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.766676384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.767938618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3432ee83-4d8b-42a2-9e10-a3abc9bff98d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.76819538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.770305905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce498c5-c16e-417f-a95c-ce4da250d80d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.770450613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.773339008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3101d16-9fe6-4a39-8c06-ec3f49336245\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.773408417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.776329377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906623a6-5d23-4a27-86b9-eb5dc64f7712\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.776391731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.778762524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c949a5ac-a594-403a-94ef-e0a1bb3f97e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.778830069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.793388986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05195830-568c-4271-856a-757985904f01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.793545498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.793881838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.798149581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6262b6f1-167f-4b59-bade-20315be9a9b0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.799633788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.801995654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa23134-61c7-47d9-9b48-4648d9347eaf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.802205452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.80354965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c4af82-e234-4bf4-bab6-f000e0a00785\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.80368984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.807432557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a84ccff4-e1d4-4919-a31f-a28ecb6c835c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.807602886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.809831887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"456b5875-3a38-4704-8481-82936e5afa62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.810015493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.811367988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ab1121-0aae-494f-8434-26563a019d9b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.81155986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.813518723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3fcf7a-1482-44f7-a371-aa9d1c5b3081\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.813900403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.81809959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4180c719-d664-4b64-9116-9f6cfc330fa7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.818220501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.823322697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b9f7442-d0c5-4be2-aa0d-9ddab50536b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.82338935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.827116576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c10a8c48-fd3a-49f7-a0b0-4096d5061782\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.82720387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.835719256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe982c15-cf91-43af-b45d-c627b7705e95\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.835795398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.83583144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"390d2c59-9ba3-4bee-8f04-85dee4a44080\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.835862732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.838762349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57b60756-f3a5-4595-8b49-e208ca988b2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.838835585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.840088912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fae6df8-0348-4165-80a9-d83483b45de3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.840207098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.841679471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e6f4c8-c942-43b5-96b7-52fe4db074dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.841993798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.843221975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af7af12-1145-4d00-a6f5-b80e4f79ef40\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.843618385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.844901501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.844953585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.844984116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.845010659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.845646866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.845841103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c318062b-919a-45d4-b4c5-03bb257ba602\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.845898718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.845929068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.845957024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.845982064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.846495938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.850616207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.860594839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.860666752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.860696983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.861529852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.861590252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.865426456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.865515724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.865551485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.865580773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.865607917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.86606626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.875034439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.875085932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.875869743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.876117186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.882036831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.882110588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.882142902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.883378374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.97622782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.976445444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:22.977492159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38646"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.978856638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"4534d9d0-bea1-451a-a2c2-085ed94b26ce","remote_addr":"[::1]:38646","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:22.979488076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"4534d9d0-bea1-451a-a2c2-085ed94b26ce","remote_addr":"[::1]:38646","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":646,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.981144076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4534d9d0-bea1-451a-a2c2-085ed94b26ce\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.98307349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.983165042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.983230272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.98551807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.985676827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.985782066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.985869701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.986997859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.989701025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.995892441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:22.996353429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.996460893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:22.9969963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.035097444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.036121625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.036182716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.036690638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.036743634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.040282265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.040623404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:47:23.036510560Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.044758744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.044951949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.053566242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.056071684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.061566302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.061631622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.067246369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.067300457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:23.07434404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:23.0748405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.0751671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"537.601405ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.075219996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.075250186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.075279715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.075308933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.075343853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.076544374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.081384037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.087406096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.087493159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.087651324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.095011509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.107066798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.107346486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.107395664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.10742411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.108940922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.109331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.109386871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.112532789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52767","req_id":"8a5634d6-6ecd-4fee-9686-cc6376f5e458","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0b e9 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112597518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52767","req_id":"8a5634d6-6ecd-4fee-9686-cc6376f5e458","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112667097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112689632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112710333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52767","req_id":"8a5634d6-6ecd-4fee-9686-cc6376f5e458","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112749451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4507, tv_nsec: 910363545 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.112783218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.112807346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56380","req_id":"b1d5e3d1-fe0e-4d42-9219-9b5646e60319","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 53 17 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e S...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112897566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56380","req_id":"b1d5e3d1-fe0e-4d42-9219-9b5646e60319","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.112982996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.113003998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56380","req_id":"b1d5e3d1-fe0e-4d42-9219-9b5646e60319","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.167434347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.167782771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.176834817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.176900367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.176933163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.178102262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:23.17849261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.17892456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59458","req_id":"3a60da17-f02a-4c82-95b9-4fff1bf7386d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 82 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.178985341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59458","req_id":"3a60da17-f02a-4c82-95b9-4fff1bf7386d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.179165721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30594,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:23.179263315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59458","req_id":"3a60da17-f02a-4c82-95b9-4fff1bf7386d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.179798922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.179855195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.179884222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.181106448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.181165946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.181608267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.187824713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7233a55-67ce-4264-aab1-ca360cd779a5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.188071635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.190771024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d82932ec-a178-46eb-ae04-75e560d8d3d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.190957766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.198604582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18313638-d201-43b9-9ea0-dd98bbfc138d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.198829981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.2020568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499cd4c9-644b-4f35-ac1f-ccd38baa01d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.202119224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.211903198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e524ea87-0054-40e4-ba1b-938612d896ab\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.211968248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.214839889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e1b99f-87a8-4a0c-b5c1-844eb6dab021\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.215034547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.217894616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6647b31-db13-48c3-bf33-541518d0b361\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.218197108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.224064238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0614686-d249-4085-b7ed-70b1365ae3f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.225007718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.226799779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb6ae2d0-ddb9-4c5c-aeea-6dc5410cc22b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.227047683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.229336032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ced6cd6b-0774-4dce-a13a-4273a155f9e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.229698454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.231576386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e804f63f-bd3f-40e0-973c-2dff5d3d4ecf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.231805262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.233027056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e679f537-d7ca-4820-9a04-8eb1aa95cce2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.233319589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.238558106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.239845091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96de79d7-872b-4bb7-b9c6-4e3f929b57a8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.240132173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.245302725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d68fcba5-2552-443d-b715-aa6a11d78d26\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.245532522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.250165884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e495257-5612-4aef-92e7-1e9dc679e9da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.250391063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.252490005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835e0c15-6ce9-4c78-924d-3ae0c0efb002\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.252761055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.254823534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14676743-fb25-4fc1-ad36-64c7437b205c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.255036158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.257956877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b2dc15-e8cc-4894-b0ea-cdfa15df875a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.258101545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.261206973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ee909d-755d-4504-8309-62a61f8ba9b3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.261337373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.263056869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8bc95a6-626d-45b3-bdaf-64e7be688e44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.2631178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.264220277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b640a84b-f56e-44cf-9bd6-f9e2f09a86d8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.264270226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.265180219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fc4b23-0faa-4b05-bfae-3e0e0c1c38b8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.265248976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.267068441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a478d0f0-5a5a-417f-a3e4-41e4fbf9a559\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.267115074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.26742914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b452393-0365-4fcd-ad05-1d85c33155d7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.267585522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.269416189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689c50f2-008e-469d-ab58-f4d18b56424a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.269559645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.271995408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088c6a3c-625b-48bd-82b7-7d721624d156\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.272056991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.274434738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7495b9b-4426-4512-8426-513c2b598c55\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.27521869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.277946104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2985c1ff-f9c7-4eda-849c-f731ecc4765e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.278024951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.280214714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f448eb66-15b5-4de1-adc9-0128ae6a3e6d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.280394673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.282619426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44fe88c3-f4c4-403f-862e-7a9d04c73bba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.282807049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.283855899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58bcdf91-bb33-47ac-b0be-52f2461b4b15\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.283995738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.285144727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4899e56a-6f10-4a8a-94c7-ee9e16b4eff8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.285189196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.286477382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7409093-b6e9-47f5-9767-3e40972a89f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.286539276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.287530591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b6611e8-2525-495b-86a2-50bd9190a42a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.287651602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.288872264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8093e7-c69c-49b8-a5e4-9473715eee37\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.289120829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.289210558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.289248684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.28927687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.28930182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.2900796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.292113191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8601cef-2637-4ac6-9710-6d19e67f4f73\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.292228962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.292695692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.299749135Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.300111407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.300156197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.300186106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.303065984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.303126344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.303559127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.305644161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161cdcda-1028-4590-9da7-9b7453a5723a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.305775222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.315648464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075c0c3c-97aa-4669-9de7-4c3324283d08\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.316297166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.323118568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a608eb6a-85bc-4fa3-9acb-e5e9f3bef4b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.32334572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.330108735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ff2110-8529-4771-952a-09b4267f72e5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.330272151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.343341571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1073ff-cfd5-49e9-90ab-6ec739a56daf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.3442448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.349896581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.351968008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a15dcdf9-28c0-4e63-b782-f4d22504c7ee\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.353221776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.356106494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77a8a078-5751-4581-b9ef-64df7af7ae7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.356271883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.357402516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e0d65c3-e4ca-4334-a6aa-37cf14959585\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.35746471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.359863469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f7e97f8-d42f-4d9e-ba3d-ebe5c35c0ef8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.360076634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.360130802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.360165862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.360194509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.360935125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.365700369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.380590597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.380665837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.380700716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.380729664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.380759303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.381532223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.385662061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.392074909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.392140109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.392175078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.39264767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.471984674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.472061908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.472499509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.472633396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.47268543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.472714538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.473456416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:23.473584922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50235"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.476298839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"d164fa54-5bb8-44f2-91a2-6dd18925259d","remote_addr":"[::1]:50235","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:23.476827002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"d164fa54-5bb8-44f2-91a2-6dd18925259d","remote_addr":"[::1]:50235","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1370,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.477157791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.48405362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.484190603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.484226976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.484949535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.48547867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d164fa54-5bb8-44f2-91a2-6dd18925259d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.48947406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.489563328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.489642646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.4926612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.492725949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.492762202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.492791199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.494363191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.497590281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.497656152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.500124009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.501093331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.505916691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.506110247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.506219785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.506605594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:23.551892525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:23.551980069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.552020921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"476.3467ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.552059928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.552090329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.55212094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.552154447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.552184857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.552577019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.562474118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.566426563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.56658564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.567424211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.567717004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.569583323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:23.571678567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.573171993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.57348192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab921a9a-9afe-43c9-9cc0-f98289b416d6","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.573747459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab921a9a-9afe-43c9-9cc0-f98289b416d6","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.573806377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab921a9a-9afe-43c9-9cc0-f98289b416d6","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.57459118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab921a9a-9afe-43c9-9cc0-f98289b416d6","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.574765047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.574880497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.575757785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53034","req_id":"3bf2fe22-6e89-42a8-8c79-35796d2cb075","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7f d7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.57581548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53034","req_id":"3bf2fe22-6e89-42a8-8c79-35796d2cb075","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.576148593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.576314334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.576409513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53034","req_id":"3bf2fe22-6e89-42a8-8c79-35796d2cb075","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.576847676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4508, tv_nsec: 375744146 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.576903708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:23.577801647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ab921a9a-9afe-43c9-9cc0-f98289b416d6","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":4365,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.579431905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab921a9a-9afe-43c9-9cc0-f98289b416d6\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.580776965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.582291242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4b37537a-8f99-4f12-9c7c-8b5da5d0da0a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.586071965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49189","req_id":"b7b3c63b-1e7a-4d2e-8266-3ca037284073","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 38 ab 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 8...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.586210812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49189","req_id":"b7b3c63b-1e7a-4d2e-8266-3ca037284073","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.58640063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.586501591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49189","req_id":"b7b3c63b-1e7a-4d2e-8266-3ca037284073","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.586842771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4b37537a-8f99-4f12-9c7c-8b5da5d0da0a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.586910155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4b37537a-8f99-4f12-9c7c-8b5da5d0da0a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.587749768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4b37537a-8f99-4f12-9c7c-8b5da5d0da0a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.650684712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.651547721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.651655125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.651694163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.651725906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.65313296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:23.653965268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4b37537a-8f99-4f12-9c7c-8b5da5d0da0a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":71637,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.654286719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55863","req_id":"c6e9008b-e721-46f0-8f29-ab2b6ce4e72d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 2e e6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.65448828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55863","req_id":"c6e9008b-e721-46f0-8f29-ab2b6ce4e72d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.655190159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:23.65565747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55863","req_id":"c6e9008b-e721-46f0-8f29-ab2b6ce4e72d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.655700025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b37537a-8f99-4f12-9c7c-8b5da5d0da0a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.655737449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.655770014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:23.655795916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.656116695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.65616967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.656198718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.657895429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.663395297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.663508132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.663694453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.664276302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.665640711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.665889907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.669976159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.670836553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.670947965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.671018726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.671246981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.671349395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.67208963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.677838915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b065ad01-8a7e-427e-b17c-d421ddf4b726\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.678593168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.701834745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e542e7-e5df-4608-8f76-f0407395ea62\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.702009934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.714501192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67c4d4f-ff6a-4617-8343-31b5e5f2036f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.71479652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.719989487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff1972a-c136-4ca4-82a6-dfd20816a023\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.720145247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.724288493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94f2f837-b263-4e1b-854c-1c209f50756e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.724636376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.727302688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.729278806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f4b9f6b-3970-4218-b8fd-1d06b47fe507\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.729493082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.731757695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd0f53c-c0e5-4c14-a7d3-e6591fb11e66\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.731965448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.734263688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266e1575-27ca-4898-9a67-5a6a840650c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.734519217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.735686242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12743ca-d913-46b6-9e49-0c3155fefa96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.736067792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.737257973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e566ada1-ae96-474f-8173-2849a05813d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.737491118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.73871173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24d630c-4eed-404a-89ce-b8e5aa895c4e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.73893278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.740139485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f69e958-8ebd-4828-a90e-bba81b550e12\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.740350325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.74188865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df0d5456-a6db-4c40-bbff-4ba05618b0e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.742152856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.744161588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"535b2a8a-675c-4bef-938f-2bba563c2332\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.744370765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.746471962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83dca769-8939-4a7f-a8f1-650d95d6c768\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.746697752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.748466726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aba5655-0756-4ed2-9554-6150d678d185\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.748822184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.75087254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0442032f-d8e3-466e-983c-e714853f6c56\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.751142387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.754113617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77c5f5e2-2695-4f73-8198-60c663b1a1e2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.754372263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.756979417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31ea932-3aba-4f8f-9f6b-90a6f9043368\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.757185247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.75866218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5c6e4e-50cf-4dd1-9dbf-09f88fc16f59\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.759176805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.761439834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9559d42d-9121-4d62-b910-57ac2b82d80f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.76284296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.764913024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb30b5c-e286-4743-a9f4-06b037f8092e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.76518702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.767103178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906c2e37-a96f-4c3a-bab5-fa081d0e2f2d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.767377004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.768615812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"769ff268-9296-47e9-bd6f-5c3372324302\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.768948415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.773097441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5651d90e-4485-4adf-9ed6-c787451abefb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.773352149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.775186724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32eb4e4-d7e9-4a0e-8bb7-2361f9e3dbfb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.775438345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.777291939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a0655d5-5fa3-4efc-af35-62368e032479\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.777505224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.778092534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.778274045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.778379085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.778586618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.781335726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.784282767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.7983677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.798466276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.798574803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.799097444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.801420172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.801523969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.802031369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.802895211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7da5d7-18fa-4779-9659-090df21327f7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.803122574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.808978932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a52b8ec-1808-447f-8ee2-927b446eb37f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.809200183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.812319298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"235aa829-4b15-411d-8f77-3a9eb74af6e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.812469186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.814387799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5b2f4b8-df25-4e12-b19b-60f50a414da0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.814576455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.815795924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b59009e-5ed8-45d7-a35e-9c41aa77032e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.815944931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.817130263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3cabafa-7952-4c19-b1aa-a939c96fee0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.817288378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.818451015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1936343f-fc0f-4edf-a623-5a517748cca4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.818580022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.824100952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab09d00-5024-4754-8c81-02f8e4b21b31\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.825524708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.832445618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd958a0-44a5-4e53-9d31-566e4083e166\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.832827028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.838594449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.869979331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28d8511-ed09-4c84-9381-ddccbcda49c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.87022458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.875183651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6cde1e-051d-4c17-a47c-82ef58e33c4f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.875403479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.879484109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79472974-1ae8-4909-b9ad-95f70b2c3057\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.879697574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.885610125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ded655a-f536-4188-ab3d-dcbb201ebc93\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.885824442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.893092182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1255dff9-7248-4ad9-8dfe-11638706b8b8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.8934924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.909249244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.909298963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.90933746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.909366999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.912167098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.915134901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9678224-19de-4ac0-8006-7e1713c73d90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.916768376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.917095728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.924061086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.924124081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.924154582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.927979503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.931553835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac0702a-d954-4b00-a5bd-3af47b275d5f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.931618634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.931987699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.93203324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.932582073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.933334162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd2afe71-7cfa-4fbf-b07c-f0a7220ba6be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.93347361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.934545606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac4e5e1-46a0-4f53-a2c0-48f7e2d43aa4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.934761215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.934813088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.934844932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.934872106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.935584976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.943062956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.953296546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.95347426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.953508187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:23.953540542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.953569409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.955372111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.99435885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:23.99909698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.003915651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.003991732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.004047393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.069305506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.069453631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:24.069995461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56374"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.070237483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.070375498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.070912858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.071876799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.072422095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"003f18ff-be16-49aa-8e7a-f320c8ac8303","remote_addr":"[::1]:56374","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:24.073364934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"003f18ff-be16-49aa-8e7a-f320c8ac8303","remote_addr":"[::1]:56374","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":952,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.074062654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"003f18ff-be16-49aa-8e7a-f320c8ac8303\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.075518996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.075648704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.076127869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.077933727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.078071391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.078163876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.078247452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.078950713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.080056176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.080175323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.082631808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.088840628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.089046759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.089093472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.089623899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.091531029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.091610176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.105719809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:24.137310902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:24.138799518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.138867303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"587.164877ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.13890602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.138937413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.138973304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.13900616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.139036741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.140095811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.151329974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.167934848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.16802099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.168053385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.170179982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.170878143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.17093712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.170970346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.170998723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.171990028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:24.172138324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.179534911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.179889698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.182819245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64464","req_id":"ed1818c1-ca90-482a-87f0-2bbaedf4ced8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 77 f8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 w............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.183000055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64464","req_id":"ed1818c1-ca90-482a-87f0-2bbaedf4ced8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.183286055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.18381064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.184124125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64464","req_id":"ed1818c1-ca90-482a-87f0-2bbaedf4ced8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.184468641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.206495358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.206997819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.207059211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.207968503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.208458449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4509, tv_nsec: 7340720 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.208522326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.209552028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61750","req_id":"c1eff787-46ee-4ace-b20d-7f8e6f480890","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 80 cc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.209619943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61750","req_id":"c1eff787-46ee-4ace-b20d-7f8e6f480890","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.209707277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.209730033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61750","req_id":"c1eff787-46ee-4ace-b20d-7f8e6f480890","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.285741961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.286271687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.286392848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.287511237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.288090841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51486","req_id":"9c45a798-5579-4fef-bc51-78f6d4c7eee6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 12 c5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.288282463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51486","req_id":"9c45a798-5579-4fef-bc51-78f6d4c7eee6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.290295965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4805,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:24.290398369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51486","req_id":"9c45a798-5579-4fef-bc51-78f6d4c7eee6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.290960309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.293075343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.293136344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.295760222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecbacc51-db0a-4c7a-9237-f93170f966aa\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.296059328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.298286265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdcb63e3-fe28-48ef-afc4-fa1ca6d72dc5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.298476564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.301869605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2edc8c94-1d46-4633-9637-528c7edaab3a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.302129493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.3060531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f11313a-727a-439d-8b76-8361d12c8ea5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.320032603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.325645667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec7800f-34e4-46f4-a72b-24ae6e83126f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.325822549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.329318094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e14b3841-28cc-4fd0-88a5-2bc23986d7a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.330544778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.333841366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9048c40f-040e-4760-9bac-9abed5f3d611\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.334055012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.342671831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66669c5e-8a03-4368-a809-510a4fdabc09\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.342783353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.342825567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"507cefd4-ee46-4e2e-a4b1-3953dfcb2793\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.342860146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.356071989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76dafd3f-41b2-4800-b893-c3a798376e94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.356226748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.357395256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"811b61be-f4f2-4c79-b846-7796e91f5610\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.357618381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.358625587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4db13165-6d5c-4665-8f0a-a755680ceb43\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.358682791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.36974395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.370055942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d886128-aba8-410f-a938-11a8c50766e4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.370248325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.37282552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69728d4f-9e0b-4d9e-8e2a-b0d0f5f9f491\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.372947393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.374908129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f64fd1a-5601-4108-8ef6-97af3beb3891\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.375238818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.377510534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0065802-240f-40a6-81a0-8d79a6bd6c3a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.377673509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.380136296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646e6f82-3a34-4ed5-8e9d-170ec2a17f35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.380262988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.381959759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6288382b-b783-474e-afa8-613e252b352b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.382074378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.385766754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99976288-b2d1-45c0-bf02-ae9d47506d0e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.39069329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.391714445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736272d6-3425-453e-b100-3ed5d6d575fa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.391863913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.393076238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d800fc-1945-4b70-83fa-1d86a1945f33\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.393316437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.394446588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ed8fa08-fb94-430a-a359-df9c6b863ca5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.394829161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.397030607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1613bf7f-cd55-4b34-88e9-b3e09ae02010\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.397071518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.397439562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbe3ccd-0720-4623-af80-82b4fd1c078e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.397640712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.399875104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c059ba3a-d318-4112-859c-706fefdf1a95\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.399920154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.402155899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f72b39-4fcf-4ac6-8f0a-464c79b4569a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.40222179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.408132887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc698b6e-2ad8-45b6-8540-b11320dfede1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.408297776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.412605459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8b78e7-5d0a-4a85-b869-1aef6ca9007f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.412691881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.415557961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af20d290-167d-4cfe-8e07-210ec5d16c10\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.415606578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.41718855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5163189-b9af-4a5a-b9c9-d4b6173ff104\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.417249001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.42087737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fa4818b-6a81-4b00-9ea8-0e80be5095df\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.420918933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.420948492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40860ee5-d0b7-437d-9093-341b3639c09e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.420978712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.422142681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.422187681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.422218312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.422247029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.424996878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.426160256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3ffc68-30ca-43ec-be1b-e9d0d8393c06\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.427989791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.428263216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.436621599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.436684435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.436715066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.437138519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.449577974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.449621341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.450116257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.454186536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3afa64cd-cbfb-4099-adb7-4bb994e76762\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.455349383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.460342752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"032eb532-6ae7-4261-9f86-9b4f845049f5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.462374981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.472272712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fdfd65c-4d24-47f3-8f4d-dbb6d8ea788b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.47296929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.479043302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6590bc63-8c02-4b2f-ad51-520940fbcc78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.479332839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.483117289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfd5fcfb-8bfd-4671-a8e1-817eb0dd3bc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.483386946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.48708269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c1bc70-6a62-44a3-af86-bd4f3a45dbac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.487272979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.490764806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efac2d19-6439-4b07-a857-2ff95f3725eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.490889795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.491708657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.496352479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7567075b-1c84-43b6-b918-50477d1461d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.496479653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.497817047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd1bd3e-d768-4c7c-85e3-a7cfd4457e91\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.497964702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.499225013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c11d61-9e80-4f68-84d2-8453d04638be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.499596733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.500517147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f023f6a0-88d1-4974-8eb0-0ca2e7de5767\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.500666545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.501991545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837bfe69-be7b-4159-820f-2701ca86af07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.503325022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.503503637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.50364034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.50378608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.506204198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.512246557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.520583167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.520645592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.520678247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.520708056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.520736743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.522004219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.527747893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.533067512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.533216749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.533311668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.534071382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.615598569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.615824159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.616432431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.61657233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.616692148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.616790845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.617587683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:24.617655658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47374"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.618795359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"498a4610-3909-40e0-80c9-288d1a51f488","remote_addr":"[::1]:47374","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:24.619312529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"498a4610-3909-40e0-80c9-288d1a51f488","remote_addr":"[::1]:47374","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":527,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.619675242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498a4610-3909-40e0-80c9-288d1a51f488\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:23 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.621728623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.621789114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.621822059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.623481325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.623544521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.623580232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.623611485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.62401592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.624307842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.632164987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.632227552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.63226209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.633128927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.635863837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.642583535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.642787962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.642844235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.643418359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.64514062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.645201802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.646198909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.660217911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.660293832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.666560408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.668284122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.668341947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.668371256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:24.683568665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:24.684036678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.684098581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"545.095688ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.684136437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.684165635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.684194502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.684224512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.684251606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.685416627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.693244504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.697663488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.69776472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.697798868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.698139136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.710041531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.71011155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.720607323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58098","req_id":"3b4a9cbc-b26f-4091-8e16-e64124ade374","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 46 54 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 FT..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.720677873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58098","req_id":"3b4a9cbc-b26f-4091-8e16-e64124ade374","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 18004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.720948983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.721112589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.721163551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58098","req_id":"3b4a9cbc-b26f-4091-8e16-e64124ade374","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.721617796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.723974291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4509, tv_nsec: 522340644 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.724054731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.72705569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57502","req_id":"f599d597-897e-48a2-ab39-d1fd6f9e93c2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fa 44 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .D..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.727287743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57502","req_id":"f599d597-897e-48a2-ab39-d1fd6f9e93c2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.731422872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.731494895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57502","req_id":"f599d597-897e-48a2-ab39-d1fd6f9e93c2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.807578857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.80800675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.808219103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.80845863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.808507397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.813107994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.813789922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59549","req_id":"f696faff-b27e-4db3-81ed-7cd1a95a501e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 45 56 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c EV..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.814164278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59549","req_id":"f696faff-b27e-4db3-81ed-7cd1a95a501e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.81437094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:24.814762039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59549","req_id":"f696faff-b27e-4db3-81ed-7cd1a95a501e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.815266545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.815387896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.81543517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.816500914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.82587444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.825933598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.825963487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.826447352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.830463303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a465c66-3dbf-42c9-9993-bbf257e5b856\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.830697029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.830900664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.830954001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.831444007Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.833083734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6811357f-77e9-4c98-8d27-5c67fb53d125\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.833312169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.83866263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f16698a0-8e04-47d5-b04b-2301a7883e63\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.838745505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.842880303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e65087-7c4a-48dd-8b68-6879cd7d0c53\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.842963379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.846532169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da55910-37ea-4584-92ca-71453aed94e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.84803346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.852678505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8772cca3-675d-4432-82f7-7626095849a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.852795969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.855358515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b1ced0-5a02-42c9-9a61-bd962f820a48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.857221267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.864586251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c0f237e-e926-44a3-a7cd-339776e67242\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.864775949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.866489783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ac3e9a-b65a-467f-a3c2-12bad2c099ff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.866788368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.870301328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aee961e8-9e77-42e8-a60c-c3c179fc05ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.870407139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.877299551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.879036492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5dca291-5361-4f68-8d09-fe46019f783d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.880063759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.885983794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0648d9fb-ba5a-4b3c-b6dc-a2ac7698ad35\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.886446797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.88900337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b37b4c1-67da-40c3-a143-b8dc1aa5e1cc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.889242056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.891353713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a8284ec-648e-4d78-8e46-83f2b920c31f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.89160297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.893924666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e95fcb0-9f6a-4a5f-be0a-547a45b67534\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.894127069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.896367864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846c5a4e-9243-4d2d-8879-0e70f0a79cb5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.896429617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.899751074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1200b75-8239-4ada-84f8-3d7c81aa1be8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.899912596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.9039798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"615bdf47-14b8-44c2-ad8f-d9fedf1ad02a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.904049389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.907376938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc5ff15-c650-4cae-99e0-adfc185c3aaf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.907523881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.908574825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac7183b-865d-4930-806e-aae75aa52c90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.90863728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.909743884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a864f431-0be0-4011-86ae-db8dbaaac46e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.909809656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.910999045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e851144e-e77a-473d-8e52-4c387b554dd1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.911063394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.911962775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e841c98c-47a7-4d05-86da-27705c6bf8a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.912896095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.91514197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32227141-654f-420e-9407-02e0b4b39794\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.915207841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.917542523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9b4bda9-3c4b-44e0-9455-71d26bafa791\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.917615618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.919776624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"831d1b61-b746-4e61-a947-ef24833cdcc8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.920080119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.923880851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf245ad-6af0-4d87-8c50-6ad9b58df2c3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.924047393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.92641959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e7c3a0-a125-489e-b0ed-c8d1164df3ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.926567224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.928436939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.928616727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.928732278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.928898078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.930020274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.931202028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b0fa87-90e8-409c-84b8-cc088e42c0ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.931445924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.933146563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.939138842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.939303099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.939341867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.940222692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.942353176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8843497d-1b5e-4286-9e3e-9c22f49a1c18\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.942547283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:24.94384543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.943887153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.9444933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.944689101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6983dba6-67f2-411f-a87e-c422f0fb58f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.944805472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.947913786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89969fcd-c89c-419e-866e-0facbcbfb140\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.948716625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.950086695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdd8af4-b7b4-46af-9045-3f13bccd8f1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.950220001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.953754553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f93f72-74af-4f98-a45a-525faa8d4963\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.95396384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.956769791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557ee18a-b923-486f-909f-de8300842a5c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.956851233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.961461599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e7bf22a-78a5-4d85-9ef3-affbe9513e58\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.961586638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.966084339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e70e22-c001-4f24-92f2-8b08f7b3ff1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.966269177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.971419429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76b859e1-feca-4655-8572-58707a3fcd5f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.971658726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.980016258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da2c7001-5dc7-4b37-a0a1-68e4b9fe117d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.980113341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.98056946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.990873159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3ebcf44-14d5-4291-bd30-a185c87b04f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.991135993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.993311327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2acf43e9-547c-47ce-a8fd-ba807418270d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.993389743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.994704593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0dfb432-3e90-4b30-b4d2-c30293708d36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.994884251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.996792483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be09b004-6218-4fd9-a477-cbcf51b7d142\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.997054074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.998980663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc585e5-ec84-468c-8cf8-764e3e9dbaa0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:24.999111764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.000739237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb6cfdd-bad7-421a-950b-13e1733d4356\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.000803264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.003828041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.003875125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.003905525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.004503858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.008632393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.017560612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.017626854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.017658768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.017688377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.017717345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.018756275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.021374531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.032663504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.033669558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.033721532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.034277319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.03511101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.035167343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.035199246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.035225709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.035699423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.035748981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.035781196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.035985413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.037039733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.116491506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.116577006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.117204576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52680"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.118742451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.118816167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.119260904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.126982538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.127080524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.127114852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.127552424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.127744877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"94d01d7d-c893-48e6-8891-b44e0b0eec15","remote_addr":"[::1]:52680","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.128769609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"94d01d7d-c893-48e6-8891-b44e0b0eec15","remote_addr":"[::1]:52680","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":877,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.133702207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94d01d7d-c893-48e6-8891-b44e0b0eec15\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.136270103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.136371936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.136405012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.138250229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.138431921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.138472511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.138502501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.139302776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.141945641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.142064819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:25.142244236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.142610446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.142710886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.14324494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.144028071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.148345483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.148869176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.149000478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.150665485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:25.187628361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:25.187951405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.188009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"503.903936ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.188122726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.188170732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.188205401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.188237194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.188266593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.189074833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.189752604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.198909077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.207389644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.207448652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.20747801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.207870933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.212197033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.212320409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.213196685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51453","req_id":"67f6c929-275f-4682-8bbf-3f0043925348","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b0 9a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.213384499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51453","req_id":"67f6c929-275f-4682-8bbf-3f0043925348","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.213685559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.214100545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.214351505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51453","req_id":"67f6c929-275f-4682-8bbf-3f0043925348","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.214791462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4510, tv_nsec: 13719514 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.2149261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.215408341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64893","req_id":"dd76004f-9e80-4a84-8a79-7a14a55a2f7a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 93 25 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .%..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.215575334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64893","req_id":"dd76004f-9e80-4a84-8a79-7a14a55a2f7a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.215822767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.217625338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64893","req_id":"dd76004f-9e80-4a84-8a79-7a14a55a2f7a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.280239363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.280525894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.280580703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.280613198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.280645181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.281342521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.281632589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54887","req_id":"2b5d9b46-c2dd-4cf0-8b3c-e9792acf29a4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 95 17 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.281690694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54887","req_id":"2b5d9b46-c2dd-4cf0-8b3c-e9792acf29a4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.281834321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:25.2819246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54887","req_id":"2b5d9b46-c2dd-4cf0-8b3c-e9792acf29a4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.282258385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.282309437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.282341691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.284119243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.290457161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.290518724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.290553914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.290974452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.293360816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4763b2b-a6b0-4e08-b52a-93308d93ab2e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.293687708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.297406457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.297467198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.298316139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.302992617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc2f2df-13db-4dd7-b328-627822987b06\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.303268397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.308007459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487e8a5b-0edf-4b50-b911-028fa6daac69\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.308312336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.311963892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbe9106-0533-4d88-bdb9-0659ae803189\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.31223418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.315672761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f46c04b6-b32a-4aee-8ffc-2042a73945ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.315999412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.318982666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b73e4d33-93ba-4e70-8401-8a6e4468e784\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.319196302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.324016736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04fd7275-ecc7-4bca-805e-4c55de00619c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.324160052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.326478772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4e7655-13d2-49a4-8585-065b70a341d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.326596667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.327475959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e03311-063a-4767-9fbc-320170288600\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.327538784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.328788454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2972600e-d528-46ea-87ea-41304bbd3acf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.328868223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.33787611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19f1e54-d889-4b78-80d7-21450f044bf6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.338053654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.339410708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.342692977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95b0a5a-9306-4bf6-90a3-8920fba7b430\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.34296547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.346027581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b66d58-7e55-40cd-a4cb-cb50ba3fbf3d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.346175757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.348480859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8643431-2278-45b6-b845-71877af3ae19\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.348613033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.352164028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"890078c9-f21c-4d04-a753-74980f58ebf6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.352229739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.354494361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8824567-5efd-459b-87f3-95efee723ac3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.354559631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.360077535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ea0adf-5108-4e5e-b85a-4a7bd5284236\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.360449166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.362901993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fe74a93-ca6f-4977-ba72-a3a75445966a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.363047923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.366863125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8de718ce-726e-462e-a2df-e50c669d871f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.366926732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.369447264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d12c88-0ab2-4207-ab57-601eff4ad954\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.369934484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.371636997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562ec6c2-d5a9-4fd1-8618-c3b64f13adec\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.371711906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.372796847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57f59975-f202-4093-b575-b4c8394d5277\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.372916055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.37391226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3802445a-3ebd-4653-b480-2c8b42669d84\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.374321686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.375435996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1d0483-81fd-4183-b699-ee9a7ffb7bde\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.375567117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.377980295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6be3e7-2a05-4016-8446-35fc181e4e96\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.378307317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.381816529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe8c214-9c41-409f-be2f-cb1a94d3f67e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.382093881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.385678604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6fbb6e4-ff3c-41d9-a0ce-190faa2666cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.386949616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.388737648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76729ad9-ed85-4228-bd87-ba074d19b803\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.388861946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.389919944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.389980134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.390010996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.390038661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.392062052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.393122886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00fe4c59-c072-466b-b282-17008192855e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.39318535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.394699166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.403089023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.403295183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.403325283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.404044436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.410929715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.411062038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.412369734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.414342795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6cee216-245b-401a-8775-cbdd176ebf62\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.414444688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.415787043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90b0383f-87e2-43e1-8928-452062c2bae9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.41593123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.424361016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ef1295-3851-4019-8bc6-fe2249645ca1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.424794199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.426831278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"933ed1ee-56ce-4567-8184-ce0b8da25ffc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.4273946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.429450817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a5f173-7489-4c4a-a681-a03523c8e169\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.429571177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.433867577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf8b2ab-4fd3-4295-97d4-f7ee6a204d42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.434062525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.451040934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4278bb4-a85a-4d19-9d23-4eefe6328d11\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.45117458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.453798298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ec1e6b-de89-42f2-a84c-8db923549fff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.454013907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.46568441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce4353f2-11c2-4949-a380-475c7d2fba22\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.465820701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.469108372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d363c64-1bd9-46c3-8781-3ba7c97d1eec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.469153883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.481696132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.484887952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790f378a-bcb8-4e14-9b0b-8efeee3e3116\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.485053732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.48843542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17aad548-3265-4ddd-bad4-8a8c33f05873\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.488564938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.492568084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50face8e-b0bd-4306-b02f-67f6edd261e5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.492634166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.492666159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c784ecc-b553-446b-9acb-2a6f939b6700\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.492698213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.492725057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb52a60b-9550-48b1-93f0-6a902d4be830\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.492755117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.52041132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05fd7bb-9fdc-4b39-8b16-0ca9e9de7a79\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.520489325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.520525938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.520556529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.520583423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.521285401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.525702702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.530097078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.530165705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.530215594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.530249452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.530279321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.530764057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.532308915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.532495527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.532597189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.532630916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.533008549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.534662615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.538524198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.538580441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.538614148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.539086339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.541575217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.559319973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.55938865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.559419581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.559821762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.62232676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.62239225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.625556855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58366"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.626017122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.626826736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.627095802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.627154198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.628454128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.62861048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a22192ea-574a-4558-9a19-9e7b17a14968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.628806721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"1ab364cc-08b7-4015-a1c8-0d9bb0072d2a","remote_addr":"[::1]:58366","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.630415807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a22192ea-574a-4558-9a19-9e7b17a14968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.630481247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a22192ea-574a-4558-9a19-9e7b17a14968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.631001283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a22192ea-574a-4558-9a19-9e7b17a14968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.631613012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"1ab364cc-08b7-4015-a1c8-0d9bb0072d2a","remote_addr":"[::1]:58366","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2825,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.631907318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ab364cc-08b7-4015-a1c8-0d9bb0072d2a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.637097379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.637179403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.637207909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.639163355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.639234457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.639268445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.639298585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.640232866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.64772287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.655268243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.655664232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.655804963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.65646627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.657377446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a22192ea-574a-4558-9a19-9e7b17a14968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":28814,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.658602176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22192ea-574a-4558-9a19-9e7b17a14968\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.658985189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.660193146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b62ded8d-5dda-467d-9e3c-8862180ce46b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.660391682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.662309954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b62ded8d-5dda-467d-9e3c-8862180ce46b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.662514491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b62ded8d-5dda-467d-9e3c-8862180ce46b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.663214356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b62ded8d-5dda-467d-9e3c-8862180ce46b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.663372771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.675558029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.67655208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.676611128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.67664253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.678893275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b62ded8d-5dda-467d-9e3c-8862180ce46b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":18669,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.683313893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62ded8d-5dda-467d-9e3c-8862180ce46b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.683391537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.683425515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:25.683451737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.76234633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:25.795868049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:25.796467974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.796596691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"608.439406ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.796648324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.796678734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.796764786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.796809535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.796839896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.79771527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.800128107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.805382506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.805464499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.805498878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.806122641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.811696296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.811792728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.811862577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54182","req_id":"2c49fc19-cd69-4faf-b85c-cb350d4a65e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c1 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.811900102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54182","req_id":"2c49fc19-cd69-4faf-b85c-cb350d4a65e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.811969721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.811991955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.812012746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54182","req_id":"2c49fc19-cd69-4faf-b85c-cb350d4a65e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.812050672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4510, tv_nsec: 610657063 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.812084419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.812108227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54446","req_id":"52608bbe-1a53-4d18-aa2f-8b7f0ccbf195","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c3 50 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .P..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.812202515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54446","req_id":"52608bbe-1a53-4d18-aa2f-8b7f0ccbf195","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.812287023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.812308546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54446","req_id":"52608bbe-1a53-4d18-aa2f-8b7f0ccbf195","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.868241629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.869210479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.869273755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.8693063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.8693362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.871024524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.871665861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64435","req_id":"8ea302ff-7ff5-46d6-9b48-83787374a8f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e5 29 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .)..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.871726963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64435","req_id":"8ea302ff-7ff5-46d6-9b48-83787374a8f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.871970679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:25.872070528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64435","req_id":"8ea302ff-7ff5-46d6-9b48-83787374a8f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.872436537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.87248821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.872518681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.874539276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.885652329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.885732819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.885764402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.888879398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.8916206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36e545a1-3e66-43f4-845d-5a6b44779337\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.891865919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.893158604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd69fa7-b404-4c17-90ff-ea73c938d76a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.893390456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.898726949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2144b749-9de7-47b3-a16c-c840204f84fe\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.899024802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:25.899282195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.899337846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.901262641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.907311864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"269cb110-9f75-431e-8bf7-f7e308ef050c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.909274524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.922420667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c7b40c-162a-48b5-a591-fd423497cdc2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.922729763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.927679264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee954d9-d338-48f8-9652-f0f20f9dd474\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.927828141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.929673849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865b3329-3dec-43e4-af52-62cd0f720849\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.932661451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.936956569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe891038-b161-4250-9d0f-4ecf2fb00239\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.937023332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.937063131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c62a5c0-5b0e-4e88-87c3-bfa78ae70811\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.937098752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.937129513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3140be69-2afe-4c6a-a896-52ba7c81567f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.937162309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.938127261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36186c98-ecfa-4cb3-aa8b-b044e9fcf73e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.938188423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.940417625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28cf35d-618e-48c7-acf5-2159a87a8b9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.940537684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.94673911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b011c4-d213-455a-8e45-d233a7ed6df9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.947274296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.953438448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96cff264-3cc0-4588-8087-114a74a65c75\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.953598878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.956570679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a307693a-a6a4-41d3-8e02-9a9c92044c15\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.956643915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.960185601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f74436-92b2-4d75-a7cf-a4d88741f6a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.96109857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.96540471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.970067009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dfdafec-8065-4ccc-a61a-589b3bb54dd2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.970209844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.972904884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f40f771-0683-4f36-826f-bf8983b6b092\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.973042257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.976934102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad8514dc-9dc9-47e7-a15f-144b693e1f40\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.97715941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.978802194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91facf85-391a-4d8a-8044-7a23bb86d548\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.979276489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.980610056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30264100-cbcd-454f-8100-8eb28899a898\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.981085573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.982586844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3382341-13e7-44fa-a589-282a957a831c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.982814678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.985287064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8196ba8-443e-4e15-b7de-170aa54119c7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.98575172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.987607207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d069e514-6a51-4446-b5aa-3cb523eaacbb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.987795933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.990405142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c8b078-80db-4526-8ff3-37763713b8f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.990480843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.99498148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b43db048-fd07-4e5f-9a8d-e737c20de5a1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:25.995085657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.00187289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9abc3273-9534-4502-b34d-95c83142f67e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.002167227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.005698503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53c77437-842c-4f81-8c3c-750a7a02ec57\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.006687062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.01076129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0433db4-e5d3-46ba-979a-b50a180a02c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.01098222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.014215813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb233294-a138-4a14-95e1-5e7efa1ca74a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.014343557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.016902676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39027b49-8f91-4f55-9046-bcfaee1eef96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.017537491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.017915815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.018047177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.018084661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.018114401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.021681899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.021747389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d54f0fe8-9bef-4f9b-ab43-29e926df8944\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.021825835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.023507195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.033725054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.033912638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.034096634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.034911788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.038417403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.038565688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.03877239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec96b05-0a27-40ce-af06-6d22eccdf691\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.03904328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.039709628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.041009157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.041389304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.041633812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.04306843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.048997022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa6e5d2-c71f-4ad0-897d-8d81d3325fbc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.049323132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.052436826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.052592596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.056112419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e9174e-7a69-4109-ac52-b1f00918c439\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.058914913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.060489981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.060659208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.069344323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36c5b9fe-6548-4278-b573-1ed7d641f3f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.069518229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.073495885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"720642b6-1290-4c3c-9e0f-a6732ee55d2f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.073574121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.077124204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00dbdec-f218-48ed-98bb-90fd675906d3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.077251087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.083372313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d80a18-1a2a-4714-b18d-f96d55ee38d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.083755857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.087866327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ea45e3f-1a92-42f8-8491-992eef40a8ce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.088262867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.095143025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.095635847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec70350e-78a7-42e2-87cd-f94c8b590f8f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.095857659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.098866103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dee4f088-1738-4dd7-8bc5-14c8a87f1c7e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.099101432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.100133929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c860f9e-9858-4187-8fb2-82cf033e2174\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.100820247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.101918936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7cc0d92-daf2-43ac-a4a5-569356ad0185\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.102088844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.103412572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729ec9ca-9cf2-4a04-9c4a-1741507a0f3d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.103473152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.103506679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.103539815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.103566358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.104340581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.106877916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.115072133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.11515091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.115185889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.115215037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.115245217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.11573859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.119067283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.126892314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.12695075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.126983936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.127476518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.211905467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.212118641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.213427429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.213565995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.213665093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.213751184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.21614329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:26.216322748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51716"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:26.216678978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.217720623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"316af2aa-7e4b-44b1-a93c-1bbdf6aec857","remote_addr":"[::1]:51716","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:26.218429986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"316af2aa-7e4b-44b1-a93c-1bbdf6aec857","remote_addr":"[::1]:51716","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":717,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.218957157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316af2aa-7e4b-44b1-a93c-1bbdf6aec857\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.224505171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.224590972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.224619449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.228709919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.228775609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.228808555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.228835759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.229943426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.230629704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.236997882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.237063893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.237094464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.23745892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.239460869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.244966318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.245417658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.245477026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.246013735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.246821575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.246883288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.247252604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:26.28378389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:26.284544796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.284609625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"487.805941ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.284651889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.284679594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.284709614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.284740736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.284770055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.287526266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.290418028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.296166952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.29628635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.296321661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.296741146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.300999521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.30147568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.301557503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.30228905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63739","req_id":"fa525210-3129-4ad9-a9d6-39af8627aead","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e1 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .F..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.302347156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63739","req_id":"fa525210-3129-4ad9-a9d6-39af8627aead","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.302597825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.303399413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.303467368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63739","req_id":"fa525210-3129-4ad9-a9d6-39af8627aead","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.303515774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4511, tv_nsec: 102133258 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.303555934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.303582778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63986","req_id":"d226f3ee-2c38-4569-91cb-5afb3dcf9878","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 56 c7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e V...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.303693689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63986","req_id":"d226f3ee-2c38-4569-91cb-5afb3dcf9878","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.303856704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.303889048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63986","req_id":"d226f3ee-2c38-4569-91cb-5afb3dcf9878","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.362137795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.362485177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.362627841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.362665005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.362692029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.36340011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.363673024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51100","req_id":"52c7ba17-243c-4621-bf6b-49f80d0ff3b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 19 95 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.36372615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51100","req_id":"52c7ba17-243c-4621-bf6b-49f80d0ff3b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.363863503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:26.363991148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51100","req_id":"52c7ba17-243c-4621-bf6b-49f80d0ff3b3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.364325684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.364374942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.364400303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.366258365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c8a7a8-92eb-4a0c-a70c-aae43f86c525\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.366563282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.366774012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.372128711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.372182358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.372210053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.372596623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.374680806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81a7e35-9230-41f2-8398-b43de44e4de5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.374919101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.376271656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.376714438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.3767758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.37826652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6de4c14a-8662-46e3-b71d-0515a26ae831\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.378365538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.383211413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aba2733-4b8e-44e8-bc3e-b6996fd89676\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.383460028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.388287757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f99670a-3ca4-4d25-b525-a793f5646e72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.38836461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.392869336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58257db-ca89-4509-9ae0-17e887edd17f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.392943664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.395286872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa79075a-dcc2-4a3b-b712-c65a236be8ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.395353415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.398770233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b791b9-644b-4a2f-b3bd-d87b81b6020c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.398866945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.399987939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42c974dc-e283-4511-a2e3-5a67b4c632af\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.400124421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.401487136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8178fe4-11f8-497c-9548-d19a27939981\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.401628508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.405462817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.407337843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4754706-8771-4e64-98c3-2f1a64804fa8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.407472071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.408731049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbc84ec-e5d0-4a00-833c-307ee7e56872\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.408779546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.413520672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bb8c21-ce05-411f-b14d-7d708aa39737\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.413743776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.416768022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5eb446c-c166-46a9-b2c0-2e0ae88c0f22\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.416843432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.420642081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"776c85d8-df73-47c6-b0e6-c9ffdcc8d25a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.421313128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.423288053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e40bf2aa-0a13-4afa-8cd0-d7de6bfe1441\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.423453843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.425280002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb08b89-6a9e-4a53-8a50-7048f779b4eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.425351163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.430465213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b75bd964-6d8e-4a66-8474-7881f0c2168f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.431658721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.435660554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f479f0e-018d-42e9-a8ed-f5d557c29074\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.435748369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.439767066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed39b24-3aee-42d8-9949-567038550e6a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.440564645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.442691743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b4d391-5d5c-4565-9f71-f0b2870ea064\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.442850941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.454727454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc928ac3-d41f-4435-9c02-845f4b553070\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.45659258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.457303747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.457363015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.458135394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.458187868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.460466118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.461832801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c33921-35d4-4ffd-ba16-aa5774243f88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.462092418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.466587184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.47492692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.474995567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.475028623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.475536184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.484412169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b148c8d1-75e2-48f1-830d-fb2705e38325\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.484681465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.484969389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.485024759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.485720536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.49328141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ab3b09-ffba-4aaf-9e90-ca20843d2fac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.493367001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.497373964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"178e41be-f59e-4f94-bfdf-4eaef0e17be5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.497445697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.509522339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a84b045-b4f8-4d52-b4bb-3effc3479370\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.509732638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.51258448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe548f24-7719-40b5-99e9-7e14abe2817a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.51264954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.51463709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3438bf1a-ef6c-4932-8c38-d899198fbb6b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.515487885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.517542228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5b3a994-72d2-48dc-8015-7c90eb12b809\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.51785929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.520460773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c851a38-c207-4319-9ba7-ea79a8081427\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.521233463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.523936108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2196a8-019f-4d29-a58c-de9c0f1be9b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.524202418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.526588763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7920593b-ffe2-4bf0-a008-cc4c4b8b0e26\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.526726227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.530517511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f6f034d-cc54-4ad7-ab7f-0be7746a3cf8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.530691708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.533153653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5932b091-91e6-4b41-9633-344561706a91\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.533372629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.540934476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab2e6504-f77c-40a0-bf1c-621beb59b783\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.555583814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.577847833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b3de550-a047-4a91-bb91-7ea525ff8efe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.578129084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.579673511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.583325106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23e35c31-32fd-45f5-9f11-c08de6b34f1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.583390557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.5964666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736da1b3-a612-4ff6-a1ef-ee3d3537a797\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.596807008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.629961997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.635566123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.6356247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.63565491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.636403211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.637748762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6892970c-1d4b-49d4-9686-85d80223aeba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.637972468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.639679078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.645240539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.645300839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.645332111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.645871807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.646092196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"851900f8-e9d9-4b5e-bb67-310f9bebbeb9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.646220131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.6564283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d060408-b67a-4a0a-9ac9-9b0078ee3587\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.660158632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.660711143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.660941141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.663379229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.66431806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.669961764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.68751103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.697276227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.71619448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.716262636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.72345713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbc552b9-b15f-4f45-b7d0-1d8a6c46e34c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.723666537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.734879589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e04f2cf-d5ff-47f8-8f0f-b2f0d353f321\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.740324588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.77965436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cda220eb-e63e-40a7-97c9-bc8204eb0c7b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.779938085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.780068705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.780204486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.78030218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.792089105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.864072266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.877144241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.877268389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.877372636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.877469329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.877554158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.878184143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.902636122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.907911102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:26.907998677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.90803521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:26.911076199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.087405894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.087489501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.093887989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51355"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.094045263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.094093268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.09480692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.09636296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.099096757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"83eaa290-9508-4a30-8e96-620fa0131740","remote_addr":"[::1]:51355","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.099517165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"83eaa290-9508-4a30-8e96-620fa0131740","remote_addr":"[::1]:51355","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":463,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.102187195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.102739896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83eaa290-9508-4a30-8e96-620fa0131740\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.126571148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.126632511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.126661468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.128516424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.128583087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.128618538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.128647275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.129237561Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.148398889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.149725201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.15216377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.157773206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.157996812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.158263473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.158591497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.169835189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.169904126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.16993599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.169962994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.170432599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.170677487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.170733399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.174164966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.181837804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.181917202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.181951931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.183394806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.210004183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.210071628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.210626954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:27.211020869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.341760519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:27.358562646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:27.358817945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.358873486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"1.074265133s"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.358911301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.358937824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.35896592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.358994587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.359020348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.359922917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.366213731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.370535211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.370585722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.370615571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.371050127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.376776376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.376959882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.378136827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56220","req_id":"0ce6a77a-da3a-43a4-bef5-a3470c301a0a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 8c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.378318248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56220","req_id":"0ce6a77a-da3a-43a4-bef5-a3470c301a0a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.378728015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.379136879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.379311607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56220","req_id":"0ce6a77a-da3a-43a4-bef5-a3470c301a0a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.379782435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4512, tv_nsec: 178711019 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.379914939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.380310918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:65420","req_id":"4ea23822-4ae5-4494-a034-37d6a2e79eb3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b2 f2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.380525225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:65420","req_id":"4ea23822-4ae5-4494-a034-37d6a2e79eb3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.380855383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.381002947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:65420","req_id":"4ea23822-4ae5-4494-a034-37d6a2e79eb3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.461752185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.462081972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.465030697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.465097039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.465128762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.465870099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.466484243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62636","req_id":"4428a4a7-47b2-4208-8d2b-488c44ef04ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 da 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c w............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.466607028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62636","req_id":"4428a4a7-47b2-4208-8d2b-488c44ef04ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.466928418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:27.467027716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62636","req_id":"4428a4a7-47b2-4208-8d2b-488c44ef04ad","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.467384387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.467438164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.467465879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.469092941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa1749a-a871-46c3-b6e4-67cff705debe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.469378279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.469632165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.475367432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.475422843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.475454235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.475869933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.477182439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52dd5b70-7149-4ae5-aa1b-113118330b94\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.478704641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.479327733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.479385107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.479953039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.483565516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3300ffa1-5a2c-406d-8e1d-19846762fbf3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.483638702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.486343892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334442d6-e309-4a06-8b5d-d96831b0c668\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.486415946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.495267702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf79bec-1108-4ee6-b38c-bbf1b6ca1c2c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.49534693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.510718447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d222dff-2d92-48f3-b198-95690f847b25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.51084563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.513135182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed968345-aebc-43a7-b9a6-d0d1bc4a5252\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.513209089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.516639444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043d8883-80da-416a-a179-907bc2c4951a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.516709403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.517835878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df24aadc-5c9b-487d-a47d-139b0aa2d377\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.518019975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.520033917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb591590-115d-4506-bde2-72e6a13a6dcc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.520142223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.52261996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67eebdfa-b317-4117-92af-3ab9c7a537c8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.522698396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.529942149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d20581be-f9a9-4597-a733-904dc264d2d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.530267066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.531072281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.533079179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475dc011-4549-46a4-888a-868f7acc7e3b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.533281302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.535274002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c983219c-9bd0-4de6-8804-00ffb1515559\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.535401306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.537272224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e00f63b-9c58-4de5-a5bf-cb5d48841c54\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.537341592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.539120947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f8fe8f-6835-4c50-936c-0e045406a711\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.540043696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.542332726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aebf08fd-f6f0-4487-9f89-67610452b48d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.542434369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.544390336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dea5ea5c-4dc4-41f9-bfa1-b284a4b2cc43\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.544604693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.54642025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"295b6356-8289-4059-987c-713bfa5eea48\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.546492855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.547650421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b173d8af-31ae-47ca-99d7-6bc2d7f414d2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.547699149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.548468351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d7195f-3038-42ab-8342-1ea53ba7cd02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.548609813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.549546549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"042aebde-fb2c-4949-abe9-dcda50ea76e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.549672651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.550575369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe9bee3-8b79-480b-82b7-0600cbde9a33\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.550644958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.551958545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84e621fc-7346-4f78-88e0-9eea955f705c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.552280947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.554583315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ab5ee0-7294-44c7-81e2-f79df6171f03\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.554687693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.55618714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f07c987-68e5-4984-b38c-171ca97276c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.556303662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.560103704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa81bbf4-43a7-4580-8f2f-3da829ce6bd5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.560274885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.565765394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500f1f01-8ba6-4f52-8fc0-e3cf7c072595\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.566814535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.568766825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9528f362-4720-42ea-96f9-e2b22053dbd7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.568917695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.571179592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.571634127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.572637016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ee0e7ca4-b9b3-4399-9467-45d5f0a4fec2","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.572910531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ee0e7ca4-b9b3-4399-9467-45d5f0a4fec2","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.572971572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ee0e7ca4-b9b3-4399-9467-45d5f0a4fec2","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.573736516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ee0e7ca4-b9b3-4399-9467-45d5f0a4fec2","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.574772941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2214ebbc-77a2-41a7-829d-3f33149f225d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.574826217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.575960838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdac59ac-7119-42c9-83f6-d3dba6b70df4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.576090947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.577756816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ee0e7ca4-b9b3-4399-9467-45d5f0a4fec2","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":5099,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.586830004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.593335907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.593396938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.593426898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.594922889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.595497413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0e7ca4-b9b3-4399-9467-45d5f0a4fec2\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.595747692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.598212734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"453ac1f1-1a85-4826-ab10-a2383c01c058","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.598671377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"453ac1f1-1a85-4826-ab10-a2383c01c058","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.598724764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"453ac1f1-1a85-4826-ab10-a2383c01c058","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.599261122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"453ac1f1-1a85-4826-ab10-a2383c01c058","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.600026177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12df59f1-5046-457b-95cf-6398687ccbcd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.600244402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.602389175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"453ac1f1-1a85-4826-ab10-a2383c01c058","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":4191,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.602591919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.613628068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.613673278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.61369946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.614124928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.614428362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453ac1f1-1a85-4826-ab10-a2383c01c058\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.614533912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.614577589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.614604563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.638891493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e027429d-3b82-4462-89e7-d4474e72159b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.639243284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.639619855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.639733671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.640850527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.642473721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f905daaf-7891-4fe0-9c50-2293e7871775\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.642786995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.644800687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e228ee9-5999-4f82-a86f-7d3ab7f104c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.645182618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.650043874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076fd6df-bf05-408a-9459-6e5b83fec897\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.650337218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.652494607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f8360b-ed97-49e5-ae05-b264aff8be69\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.653947041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.66005975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.663316779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.686571372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.687294373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.68735301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.687382719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.690353588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3906d8d1-6b49-41f6-89a0-ef4043f76261\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.690545901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.701450047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.721517841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cf28d4-5d89-45ed-8f25-f94a4dff33eb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.721667219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.724685021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c3d7056-2311-49bb-b4f2-d3c79cb9c085\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.724760762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.726587883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce55696-2688-426f-9e25-0fa2a6e970e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.727105885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.737769161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9a362d-3a1c-4213-bdcd-7f9ff838f4a1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.737926895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.739170172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6573c5bd-cb1d-48d1-8372-50127d780837\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.739298127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.740263781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c44a633-9d25-4ccc-8956-ef6c39eb5a40\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.740386646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.741480215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c92b46-a745-42bd-a432-40e3ff253ebe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.741543882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.741576066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.741607779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.741636346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.742811728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.746187133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.751388697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.751460029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.751493185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.751521872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.751549507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.752394541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.755011034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.755075022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.75510953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.755138117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.755163678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.756947252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.764628797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.764694929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.764729097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.767761028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.786511276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.803421288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.81716948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.817518486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.819934139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.893803198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.894043817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.894669013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47888"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.895294239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"f133a177-b51e-4c53-a87f-ad97548a3375","remote_addr":"[::1]:47888","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:27.895889655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"f133a177-b51e-4c53-a87f-ad97548a3375","remote_addr":"[::1]:47888","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":609,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.896070075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.896121277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.896860299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.897105037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f133a177-b51e-4c53-a87f-ad97548a3375\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.898931245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.898990704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.899062637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.903058238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.903118298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.903154269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.903183027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.903714586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.908707895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.916571152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.916855989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.916961369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.917825681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.968326852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:27.973670709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:27.974596373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.974662906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"615.733189ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.974701332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.974727274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.974754468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.974784388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.974812113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.975893207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.979611125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.984768881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.984849823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.98488384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.986777012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.990092498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.990165464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.990944416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61292","req_id":"f4c0a5f4-22ae-4758-ba27-97522555926d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e6 20 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 . ..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.991038673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61292","req_id":"f4c0a5f4-22ae-4758-ba27-97522555926d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.991294293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.991450013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.991545443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61292","req_id":"f4c0a5f4-22ae-4758-ba27-97522555926d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.992466448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4512, tv_nsec: 791285193 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.992530376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:27.992922036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58334","req_id":"fcebb90c-90a3-4360-a2ae-c02ffe06271f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 70 2c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e p,..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.992981765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58334","req_id":"fcebb90c-90a3-4360-a2ae-c02ffe06271f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.993491961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:27.99376218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58334","req_id":"fcebb90c-90a3-4360-a2ae-c02ffe06271f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.058102153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.058789483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.059644286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.060674689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.060733546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.061767185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.061949138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.062002484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.063113618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.064284241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.064596663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62099","req_id":"8be3d875-fd36-4bd5-aa71-57e2758bbfc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d2 aa 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.064661612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62099","req_id":"8be3d875-fd36-4bd5-aa71-57e2758bbfc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.065075928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:28.065189133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62099","req_id":"8be3d875-fd36-4bd5-aa71-57e2758bbfc5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.065396557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.065448911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.065475203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.067784785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.074187512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.074255718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.074282892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.075811919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.076784657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.07685175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.081407217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83ed99de-f3c7-4853-b71c-262cc296fba6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.082283373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.082703189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.082819811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.08362224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.083738281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.08708041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.090512479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b72fb7-c63c-4f32-95b1-cf4c1e5281f5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.091224417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.095566849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba61d37-1183-4403-abe8-e7b764beb046\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.095823009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.100658063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ab843b2-050f-421b-8348-0d747fa47537\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.100937991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.106024856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6551e1-a7c8-4b77-9896-f7011d33e53b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.106347709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.11004183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e852bee6-0a45-48c1-86df-41b13996dd1d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.110210646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.112332073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"825373ff-4d44-4b65-a7ce-7f42bb857514\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.112656299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.115719692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1eae94a-0105-4a66-a87c-db6cea96e161\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.11591929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.116896297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4dbcc4-cb28-4cb8-83da-21c23f107b18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.117044622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.118168922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"309ccf73-1e13-409e-abac-e9c4b54e9f27\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.118248982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.121131956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b7ac371-8f77-4658-8f64-6f57c71d1277\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.121274029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.122098432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.123233112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792d6f32-57a5-47ef-9186-6c535cccb8bb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.123280978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.124501129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c21f25c-d15a-4d0b-bd26-9558ba4d3f3e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.124649414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.12646417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11834f59-a306-497d-be9b-2e1659b59388\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.126579971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.128252172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"255d9b72-33b3-479c-9027-aa1c8737cae8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.128322723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.129964304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec0d1fb-1961-4e0a-8c63-32e60d52c254\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.1300329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.132158115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd280a5-c7cd-45cf-be05-6b4fbc0614e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.132225589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.13422839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e91a0ca3-517b-4bf1-99af-2ac6334032e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.134358389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.135940862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce41f35-983e-4a32-98e3-921ecd9bb113\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.136058767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.136829172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8cf1f7-6ea9-417e-a368-9dffaf15d1d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.137004351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.137835096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909ef6f1-66f2-4704-a6ac-98bd397e7a1f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.137975045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.138857803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ff5dfd5-6dc3-412d-984c-e3f3b3011b84\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.13898634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.139726845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7617d4-55ab-4583-81d5-af0cd0e6f207\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.139837996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.14105959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59283685-3e34-4967-ba46-767b6f3c81b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.141196333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.142702243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd06a05-d81a-4eb8-bcf7-8fa3348d166b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.142821571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.144410838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f21d14-4e13-4103-a184-26ea5cef2588\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.144583241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.145972198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"109cd127-9043-4945-bb57-8e16fa7e38dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.146109803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.147667216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"553334f2-d3ce-4d60-b87e-149c3c7cfd67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.147792385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.149233657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ace6a8-7f89-48ee-bfcb-2a8e86d713ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.149488224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.15088141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a00f8a-53fd-4cdc-815c-d8e363b9dcce\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.151040096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.151731083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31ebe59-cf38-4ab8-ade3-83144decaca2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.151773417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.152714592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae1e68d-0404-4694-9349-a2d339d582cc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.152850964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.153778622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0963b928-d1fa-4795-b587-3d7b5caf63f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.154051636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.154974705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08781c57-2dd7-40c5-b7fe-2593934ded71\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.155043222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.156661817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e397d8f2-e159-4830-9489-dac2b6e3f89b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.157109829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.159564099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"750bfdbf-00d6-4483-b0e3-6d8740b4d2f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.159883726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.161654214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc329ea-2e1d-4fe6-92a0-d468cf43a511\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.161869062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:28.163089323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.165664624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f329096-53ec-4b30-90bd-e915d26c3c79\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.165735095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.16744906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ad9748c-cf4d-4bba-943c-aa75eb97faa7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.167524229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.169255258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b5ee425-f3a0-4c2d-8074-09d526e53aa8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.169324266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.170946709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ea6867-288b-41ce-bb9d-986b5fefd494\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.171041287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.171918595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"105fca01-a06d-4939-81b2-f2ceb6066be5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.172188292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.172928557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.172979288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.173014939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.173044428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.173687269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.173887859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6008d5a-ff72-4f24-a808-601ff46d5868\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.174018409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.175177228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9ff6f0-7e76-4e23-a0d2-e3628db3d266\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.175342617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.176167521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec0e26ca-e602-4093-acfc-3639ca0459ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.176221338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.176254674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.176287931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.176319213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.177006613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.177128586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.184584822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.184709831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.184809129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.186957068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.189752588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.201718549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.202220119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.202282934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.202353785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.202394356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.202835214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.20560355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.205660634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.208262788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.208398819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.220148129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.220224632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.220258689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.220878064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.343609007Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.343681451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:28.344527367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36206"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.347608897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"62120317-70d6-4638-ab25-e3261179d22d","remote_addr":"[::1]:36206","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:28.348291497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"62120317-70d6-4638-ab25-e3261179d22d","remote_addr":"[::1]:36206","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1475,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.349433863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62120317-70d6-4638-ab25-e3261179d22d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.350433775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.350484376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.350511019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.352911231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.353039998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.353087823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.353117722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.354011764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.364397887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.369350505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.369795151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.370149447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.371121344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.465308325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:28.487490281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:28.487789577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.487840629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"513.133385ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.487878815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.48790652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.488112842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.488160366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.488190346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.496406526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.499534098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.504583769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.5046447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.504675001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.505065679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.516340804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.516403599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.516437346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.516465071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.517609031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.524543076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.524605781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.525966262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62084","req_id":"b6d19ea1-7417-4e69-b3cf-d416db2ae061","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f5 1f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.526026742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62084","req_id":"b6d19ea1-7417-4e69-b3cf-d416db2ae061","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.526365447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.527315089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.527374057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62084","req_id":"b6d19ea1-7417-4e69-b3cf-d416db2ae061","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.527670638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.537281677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.537346035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.537375875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.537909648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.538169326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4513, tv_nsec: 337074162 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.538220227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.547716678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54392","req_id":"0c2bd2e3-dae1-4f6b-afbd-a30cf587147e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d4 9e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.547781247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54392","req_id":"0c2bd2e3-dae1-4f6b-afbd-a30cf587147e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.547875405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.547977668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54392","req_id":"0c2bd2e3-dae1-4f6b-afbd-a30cf587147e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.603895882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.604212002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.604257612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.604867668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.607091358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52452","req_id":"cb85cc21-1109-418f-a456-e0fdd8677097","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1c 2d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .-..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.609066354Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52452","req_id":"cb85cc21-1109-418f-a456-e0fdd8677097","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.610124071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:28.610229701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52452","req_id":"cb85cc21-1109-418f-a456-e0fdd8677097","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.612366218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.612424144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.612454524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.617872399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6703b86-b312-4470-9165-925b301b79ce\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.618516713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.620286709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f113f89d-50bc-453d-a972-b7cf59e4022b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.620569032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.623693367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51d2924a-1f27-4f96-8e11-184b8e19c6c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.623928105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.629006683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90291f8e-8a1d-466f-a644-b33d9e1e6ecd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.633480217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.642708724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a77df9d7-d9e9-46b5-845d-2c1b65580ae0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.642880666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.645652519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e1ef0c-7341-4cd1-87f7-f1117696b6ba\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.645726657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.652344092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.652800531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76e7dbc1-8ba7-482b-a691-0ce56f69b4ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.652969808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.657129797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61310a3e-bdc3-49ae-bc89-f456c70044e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.65722188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.658068918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.661257762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.662603703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9653c4d1-c8a3-48fb-8998-4de3199e7ea1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.66266747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.666921216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.669394183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.669466647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.66949794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.676904437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"122cde76-5dda-406d-ae1e-1edda71048ef\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.67710217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.689325334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a7fc4eb-78ea-47f1-8090-b99f9b908fd2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.689503289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.705486364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.705567656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.705602405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.705632335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.706260036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.706836685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee363886-5ede-4acc-a087-c91dc07ca898\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.706978116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.711517431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.717739147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.717836561Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.717902563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.718152701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.718388401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c47394a-8f2f-4507-94be-6efbecd835b5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.718775141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.721269621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.72132928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.721816922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.722003934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b30099f-8c7c-4726-9ef9-56735b0c3297\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.722131168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.726300154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef890489-7849-4aad-8f9f-a5262873f709\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.726636825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.731160729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ab653a-5d8a-4768-ad09-b190ed4882e4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.731268173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.733813955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7914a35b-9b38-42ad-9732-d7c377a8dda5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.733932541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.744568994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ea0a32-3855-449d-9e37-14eb7064aa2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.744696358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.746767825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f9c593-7c6e-41dc-b3c5-bfe2b315c772\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.746884006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.747765623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"603c0248-a25c-42c0-93c9-a8eb12e28ba9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.747947896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.749048409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"957565b2-9e70-4449-a7e9-b9ce2156a419\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.749107206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.749956278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d3a8d1-fce5-460f-8462-1c58cb57b1df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.750078531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.751092291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa22473-1bae-4ccd-974a-b070509c10b5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.751169505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.752909071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf01ad47-6d72-4321-8893-a640cd16a64d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.753093168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.756101552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dfc2c60-4979-420e-883c-bb7473534a78\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.756221761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.758370332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a98e8c-a88c-4c6a-afac-2b81df6804e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.758493668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.763516996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c5d6ad-101c-4b89-9850-cb720cd79dbc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.76375989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.766282156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0b53d05-4ec9-4956-ad64-69b9f9945684\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.766503347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.769323485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6d27dc-3c0b-4b2f-9272-22beb3768fca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.769613784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.773446069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b099f4c-fc4b-43c5-86a1-aaf8d579223a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.773668583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.786172936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.786560018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b29e01-16cd-4cfb-b608-b5f6233df89a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.786861919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.78979348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7463ca-18af-4c8c-844e-c64c0249c400\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.790090482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.792689059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752964a0-7c47-434e-bc4e-2a850f00454f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.793554514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.79560555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e39e074-593d-47aa-9d78-e0d31c66596c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.795819687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.798398956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82ff6a06-88a1-4e2e-a56f-75b714e35c51\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.798789544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.806504476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4301bd7a-8547-4e63-82dd-41655130312a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.806738412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.813334404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60fbf24-5a43-4f49-b904-fda3c299f631\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.813416377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.816334752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7472ff13-e1bc-41da-bf6c-a2a01672625f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.821803277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.833773497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ada35d8-8c77-49f5-9fad-e336ed412628\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.834000249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.836924866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.837078051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.837239533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.83805098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.83916526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.842331128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515815d0-73db-4b41-8d77-cef8323b8941\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.842654582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.843005972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.853886872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.853975639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.854007312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.854385245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.857533948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.85759471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.858034746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.858198272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b864822c-9256-4303-ab8d-4561746a7d2f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.858405024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.85960229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b59473da-e93e-40c8-961e-5fa6e3d4a9c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.85974811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.861016407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e94dda16-b1e0-4265-8e38-031a71249d94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.86106286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.867294436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c1bf42c-fdc3-48cb-93d6-4e91d2f69ef3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.867485065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.868948501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b539c7-c138-4274-ae5b-30de053d2418\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.869032318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.869130394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.869164331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.869193279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.869628236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.877303839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.885992971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.886100946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.886247238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.886278751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.886536685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.887017483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.894140044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.909959162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:28.910023821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.910056406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:28.911534712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.015720605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.015794442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.016540779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48478"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.017285704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"e647bb70-5e34-4031-a311-a54d675f63a9","remote_addr":"[::1]:48478","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.017943183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"e647bb70-5e34-4031-a311-a54d675f63a9","remote_addr":"[::1]:48478","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":642,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.018235356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e647bb70-5e34-4031-a311-a54d675f63a9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.022176358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.022233822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.02226254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.023791316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.023852778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.023886856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.023915884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.025287867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.027035169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.027096361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.027284826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.028460438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.028614034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.032375118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.032771768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.032821107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.033251835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.037863864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.037949855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.047575123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.047716705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.048677309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:29.081352312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:29.081669444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.081732349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"593.808504ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.081770155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.08179784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.081830194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.081858531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.081886436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.082642182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.087273399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.094615258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.094733273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.099768675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.103473367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.103529719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.1035605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.103586803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.103613215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.103635901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.105214015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.107042167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.107884235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61987","req_id":"ab54803b-73f0-4c19-9abf-08cd6192dc95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 52 b6 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 R............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.108213211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61987","req_id":"ab54803b-73f0-4c19-9abf-08cd6192dc95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.10836348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.108523789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.108606144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61987","req_id":"ab54803b-73f0-4c19-9abf-08cd6192dc95","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.109108204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4513, tv_nsec: 907851989 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.109325347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.109817908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.116413469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.11657453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.116667485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.117269555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.118308946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62940","req_id":"80be2bba-deb1-40db-8dd9-cfa4dc2a04a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9a 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .p..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.11856712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62940","req_id":"80be2bba-deb1-40db-8dd9-cfa4dc2a04a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.118991315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.119167216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62940","req_id":"80be2bba-deb1-40db-8dd9-cfa4dc2a04a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.180208927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.181290292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.181447225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.183004928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:29.183335848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.183783299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54839","req_id":"85258856-b57d-48ed-af22-3eb672c705f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0d 26 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .&..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.183906044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54839","req_id":"85258856-b57d-48ed-af22-3eb672c705f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.184171873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:29.184262724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54839","req_id":"85258856-b57d-48ed-af22-3eb672c705f6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.184624054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.18467723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.184704334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.187917997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb61c2f-e6e0-4bd9-a6ff-ccb553179c86\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.188282363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.19689312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cc5634-f8a0-4629-adc4-ba8fd7fda7c2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.198018572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.206692364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85a32e61-560f-42de-90e6-1faa46117a58\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.207308251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.21341569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e56228f-a882-44ea-b850-8f2a0687a670\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.213733102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.216648321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3b04f40-e148-4761-a490-6223b3a2d0b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.216827297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.222869446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd3800dd-d919-4485-a951-351612ce24cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.223081318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.223492437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.230533005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022c3cda-2c61-4e23-a20f-d5a42454029b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.230706881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.232672367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e414bb0-515d-4989-a22f-53823005c7b7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.232762527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.233700426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f28518da-fb2f-4778-b5cb-0cc16f1af616\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.233848461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.23479675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eaf1d28-5602-4cbf-bf93-2d0211ff5665\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.234953122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.236095518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"625b6a97-78fc-4d65-9a97-a64b6307f6bb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.236208092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.237190259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e670b767-1d09-4c26-94b3-aef910358630\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.237251571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.240070257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19238410-b89a-4980-a2a9-56798c96a357\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.240224444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.248562928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b23164f-ed2e-4db6-989f-91a5a63da6a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.248839489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.253076592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a452ed96-4631-47e3-b314-f0140f6be3b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.253397892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.256318902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b712d82-c8ce-4225-971e-46c3afac3aae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.256535183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.258365048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2f4b80-352d-4c23-ae0c-2d8f1c1dcdd9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.258581179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.261687679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99e169c0-847d-4eb6-ac08-43b28f597dfd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.261904501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.264123382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6acaab79-5c72-4e65-b984-4cab9a3b6395\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.264341747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.26558821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26dafb9e-25a7-4095-96ea-1bab892b40f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.265833268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.267142487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8837f18c-1e83-45e8-88d4-703ae3b3cae2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.267383066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.268621293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61178a38-eea0-4557-ae87-ba5d676a80a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.268960359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.270308756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d0e7ac-db32-4ba7-923d-5d6c428c92c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.270578142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.271790768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c6373d-090a-48d4-9401-c0773124e9e5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.272072079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.274000832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.274128296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.274272493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.274424626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.275287986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.275610238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c95959e-9e67-47c2-8b61-ecddd0fef86d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.275823223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.282645886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.291283196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.291364428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.291397313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.292260463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.296168269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.296316925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.296734858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.297711764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118a4d1c-bd01-4a51-9c4f-ac85a1561aea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.297941081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.310990261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc427b52-a4f9-4adc-9736-735db60a9ebb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.311180169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.316963191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1571a5f0-58e0-442b-96ce-40c379e8dde5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.31723867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.334105356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e856254-b9f0-4f7c-9840-db6d986070a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.334379873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.342715792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bff1e8-6dc1-4de6-bb2d-5f49103ddac2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.342814549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.344271171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c20e3a86-858a-4731-8bdf-f41d997a58d8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.344345218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.350667876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965a1839-5b50-44f3-bf31-9a3b6719a948\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.353612964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.360129267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8858b582-443a-4b43-adde-92ce7b007ff6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.360383223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.361438576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.36352862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39e01131-a136-4159-93cd-3713fbc09fbf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.364036793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.367365174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70bac6a6-6782-4c54-a0ca-dff574aa2438\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.368365627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.374387776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d04ccbe-9c2b-48dd-8ea8-c6f2f555416d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.37491144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.378129992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927cb7d9-fe82-4e40-8c6b-2633caaec6d9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.378197527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.380473552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7cc1abf-f326-47d0-9525-2246649c268c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.380553842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.382474539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d860e1a-bccb-4034-a5d0-b0325bc3a66e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.382757462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.384771605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d1e65b-4984-4539-9afc-d5507fd104b2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.384874711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.387049504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20503ab5-e989-41a0-b40e-27fb88c4186c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.387113982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.388477699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470fafb8-346c-4e0b-968b-6ca7b11eeff6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.388542499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.389507862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67e7635-3829-4fd1-a3d7-0d8c720f69b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.389645787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.391100636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2803b54-7d5e-425f-b5aa-659d451d3467\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.39154472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.392736425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfcd4229-4a98-4de1-b625-d4af0b282bfc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.392797066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.392840582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.392872125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.392898838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.39557999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.402769966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.407772503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.407876651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.40811211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.408304884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.408397859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.409086882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.423189951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.423251414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.423282726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.423308738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.424183261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.424543749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.428649078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.428711623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.428742124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.429134716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.459700617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.473599659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.473688947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.473723276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.474369974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.534970988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.535155976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.536002784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.53615128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.537308876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.537522341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52548"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.538270191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"8753905e-66b4-4c56-a756-e4c825707e92","remote_addr":"[::1]:52548","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.557292272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"8753905e-66b4-4c56-a756-e4c825707e92","remote_addr":"[::1]:52548","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":19029,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.558082286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8753905e-66b4-4c56-a756-e4c825707e92\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.560938026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.561021492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.561105439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.56304342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.563168119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.563258729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.56333935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.56410733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.577222311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.578193847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.583399368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b7a7840-4315-4d31-aedc-02ff1c543ba4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.584557516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b7a7840-4315-4d31-aedc-02ff1c543ba4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.584631052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b7a7840-4315-4d31-aedc-02ff1c543ba4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.588456745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b7a7840-4315-4d31-aedc-02ff1c543ba4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.588689649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.594515526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.596743997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.596822934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.597078754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.601759379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5b7a7840-4315-4d31-aedc-02ff1c543ba4","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":18442,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.604148169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7a7840-4315-4d31-aedc-02ff1c543ba4\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.604361644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.604945808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"013d5305-2c3c-4f2a-a357-df20264a90c7","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.605862875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"013d5305-2c3c-4f2a-a357-df20264a90c7","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.605934358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"013d5305-2c3c-4f2a-a357-df20264a90c7","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.606400727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"013d5305-2c3c-4f2a-a357-df20264a90c7","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.60872098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"013d5305-2c3c-4f2a-a357-df20264a90c7","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":3777,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.609499291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"013d5305-2c3c-4f2a-a357-df20264a90c7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:28 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.610342871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.61039737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:29.610425386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.626372159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:29.634354493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:29.634680242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.634747606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"552.98159ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.634840311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.635003957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.635054578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.635206841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.635253845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.635924481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.638945771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.643947567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.644076974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.644163777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.645100955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.648404747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.648463134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.649455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62810","req_id":"95b9d69a-8344-42cb-bc6c-aa5ddd4b9acd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 12 d5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.649516082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62810","req_id":"95b9d69a-8344-42cb-bc6c-aa5ddd4b9acd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.649678134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.64987148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.649962361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62810","req_id":"95b9d69a-8344-42cb-bc6c-aa5ddd4b9acd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.650814408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4514, tv_nsec: 449710838 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.650877855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.651463191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64578","req_id":"316e4c48-ef77-4f3e-b689-264a1e81d1e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 20 6d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e m..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.652949893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64578","req_id":"316e4c48-ef77-4f3e-b689-264a1e81d1e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.653061646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.653085734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64578","req_id":"316e4c48-ef77-4f3e-b689-264a1e81d1e1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.71861156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.718890265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.718949854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.718982208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.719008962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.719671552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.719919716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.720068903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.720956873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55555","req_id":"a834bafa-b73a-4c4b-9468-f2d74315ffc3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 86 e2 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.721007704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55555","req_id":"a834bafa-b73a-4c4b-9468-f2d74315ffc3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.721175699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:29.721265638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55555","req_id":"a834bafa-b73a-4c4b-9468-f2d74315ffc3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.722890626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.72293276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.722957789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.723318759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.72396188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.724013543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.724040036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.724306647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.729605474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.729959279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.73000467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.730032265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.736676984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.736744549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.737180838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.74038389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c6632c-159f-4c45-8116-9bf95f5a07d9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.74057485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.748877483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7882bcb-3076-42a9-b138-e3c28f990272\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.749010428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.76016405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c70a11d-65a2-4e83-8f48-c017d6f2d9b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.760430341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.767705356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6629c2e9-1576-4fef-aaa9-2c1cd17ddd8c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.768028871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.774798569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d33362a-f800-4e06-83ac-7843a47333bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.775127173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.781132008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a01128-1475-4b34-b717-8b9544cfe554\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.78154957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.789706181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec63e0c-ad23-4979-9ec6-501eed58591c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.791155148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.795144577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff600c8-f173-4547-b9a5-d3a885480a2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.795428863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.800672952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"173bf193-b77a-43f3-bb19-33750134fa3f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.800926467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.802362257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.803053865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d1400a-b0bc-4abc-94b6-73520573012d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.803251098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.804490378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8d689e8-0592-4cf1-934c-8b26f3ae3e5f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.804693352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.805853273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5128158-aec9-43dd-ae10-7f431beba307\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.805916219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.807028905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89733afa-ae82-4ad4-915a-3b6eab682647\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.808618693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.811942626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fda0b9a-d09f-4ad5-8609-8eaae04bba06\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.812113105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.823993156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"934dae2e-5c59-4103-aa1a-1a663fa6cfa3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.824440767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.82683087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df94c0a-3728-4f36-8b35-2c9a93046b98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.827099104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.828864892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e17e0c8-ffa6-4b45-ad11-f623ee87df12\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.82911985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.831089435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777737a5-e1c4-4079-a272-84bc155e28cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.831435594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.83587047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59937a39-284d-4d21-b3f2-f1ed8ba5e271\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.835955249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.839434962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdade133-a5d0-48de-9f24-760c22128778\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.843436625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.844892025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66af2ff6-c67e-4b2f-b76f-5be45f3a9ea1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.845156973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.85367763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.853735606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.853766808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.853795184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.856020197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.857536949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5733a870-13b9-4256-a966-2afa7563ded3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.857767379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.859756913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.865670044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.865801105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.865839722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.866409668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.867316104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e8a0a1-6cf3-4620-aef5-cc320abd55c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.867465151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.868692747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.868730582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.869209556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.86940702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce4ccfa3-5669-4d91-8fc3-4fa4b8610d38\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.869653852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.871933764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62383a41-7f64-4f61-8cd4-6e02a825cf60\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.872070246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.873652859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab337242-5528-43a5-bd10-278a6746b7f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.873844832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.87718169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6974fd25-4c0f-4844-a003-d6f3a2c19e6a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.877296669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.880023362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd9073f-af64-468e-9541-c1d909fca792\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.880767585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.88314426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3dbf938-80f5-41d9-98dd-c33ce7c1635c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.883250322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.89385448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ceb6392-e8d0-4d5b-a284-def144c3984c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.893988397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.894908269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a0640d-93c5-4309-a6e3-8852b66f037c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.894971275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.895800687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e371d44-dda1-4a90-a673-8d2c69c0129c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.895937119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.899361292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af8cda90-944e-4d97-8527-1de21168ccdf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.89942545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.89946089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad00c87-5731-4cc9-91d8-1d67f9f62e68\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.899861799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.900069683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdbfc65c-a01f-46a2-9976-5a86f64bbb43\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.900227037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.902531188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13b825cd-f9b6-4685-94d4-76e5583d6c5c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.902593792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.906067493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61042012-ea4a-4161-886b-5a85c27fd0f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.90613095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.910252722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.912835969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05531ada-5edc-4a88-a588-6b5ac8a2a41a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.913187379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.917384612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d58643-b36f-47ad-afe6-f1b65468e6f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.917511505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.920399429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1312a80a-efe4-45e8-923b-b27c3911722e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.920507975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.923454396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd324df4-d39e-47aa-aff1-8a0713339ebe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.923746237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.924850147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d05b8ed1-f093-4b65-8ac3-57f15c51abed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.925009755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.926235136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18f67e7-a88e-434d-9200-34773dfeb3d9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.92637744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.927493173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba992f7f-8017-496b-af78-4dd5984ffec7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.929134874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.931493433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edb4c02-c53f-459d-949e-31b52d158a10\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.931552661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.931583973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.931614795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.931641929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.932654807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.937844477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.949140944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.949204521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.949235563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.94926395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.949291434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.949848604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.953822342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.961534307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.961633575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.961713474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.962237769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.962589831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.962642115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:29.962673658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.96269992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:29.964349907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.020950801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.021029698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:30.022247475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40135"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.024269403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.036880299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.036950149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.037098284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.037498972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.037796064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c6a0bad3-5288-4a8b-a455-92308121aeaf","remote_addr":"[::1]:40135","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:30.040412637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c6a0bad3-5288-4a8b-a455-92308121aeaf","remote_addr":"[::1]:40135","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2142,"response_code":"200"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.040483679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.040518148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.040642696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6a0bad3-5288-4a8b-a455-92308121aeaf\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.048795069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.048882794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.048912032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.050871406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.050941015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.050975133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.051047386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.051580419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.052649188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.056849637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.060408638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.068417064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.068587193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.068636782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.069125957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.073222479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.073308931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.073686724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.073994928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.074055058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.078468912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.078552519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:30.100525599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:30.100818602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.10087259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"466.031567ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.100984323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.101026026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.101054052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.101081757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.10110855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.101884486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.107759021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.108261782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.113520119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.113582073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.113613746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.114239362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.118937263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.119064817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.11991442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52516","req_id":"d7becad1-4770-472b-af61-2b5b4dccf1fb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 54 26 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 T&..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.120084098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52516","req_id":"d7becad1-4770-472b-af61-2b5b4dccf1fb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.12036132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.12060728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.120831888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52516","req_id":"d7becad1-4770-472b-af61-2b5b4dccf1fb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.121340421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4514, tv_nsec: 920218884 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.121404508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.12177666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53786","req_id":"5a50bf6f-0a7d-43b9-907a-a9c0cff7b4b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 08 8e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.121837161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53786","req_id":"5a50bf6f-0a7d-43b9-907a-a9c0cff7b4b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.122067499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.122112509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53786","req_id":"5a50bf6f-0a7d-43b9-907a-a9c0cff7b4b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.174830186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.175440181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.17560038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.175708906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.175905528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.176902074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:30.177272331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.177787638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56644","req_id":"077daaa5-e569-4113-b8d5-4e8ac2cb12a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cf 26 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .&..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.177913669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56644","req_id":"077daaa5-e569-4113-b8d5-4e8ac2cb12a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.178192856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:30.178442092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56644","req_id":"077daaa5-e569-4113-b8d5-4e8ac2cb12a2","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.180470965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.180524812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.180553369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.180859238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.191143178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.191218358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.19124923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.191790528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.196695501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.196749338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.197361137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.199357745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"999cafb6-d8e9-4df1-af44-3f41a3e55e4d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.199954083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.21234915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e159f3bb-b3d5-4b90-b3c7-9b1224adf7a4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.212583737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.214807348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b8f295-89c9-4b90-ac62-db6358670684\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.215198787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.218153274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9931d5ba-c206-455f-9db5-298b9b9a40d4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.218313864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.221356326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b3ee1e-a45a-4343-94ef-1aef5592994e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.221417819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.227090782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aef2402-4138-4444-ab2d-8894cfe84673\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.227188667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.229532827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5535fd92-eba1-445f-8d66-36903282b57f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.229693447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.232355762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a4a00aa-7e5b-46eb-893d-3a3323e4c4f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.232433026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.23349901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158567ca-8b5d-4c0d-a6b8-def81fa216f4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.233776262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.236411502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d4ddc3-c68a-4db7-a2b5-0b77c2e5cd3e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.236548085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.239062705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63f0a25f-b567-4f9c-b551-186266bd4104\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.239201401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.242634091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81eb96cd-2d6a-45a2-b7dd-f42a0f075f49\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.24285468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.243720365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.246986813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c820b1aa-9ccb-4544-822f-45befd530008\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.2470505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.251469755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55c3322b-029d-45b8-bdb8-0c3484d85875\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.251680916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.25599442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82c374e5-c918-4ece-83e8-c942a04a10d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.25654132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.259958619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e97fd0-b822-4a11-ae66-a1a65b88d365\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.261333398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.26599225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d2fd6d5-ab82-4cfa-9f85-b0ac419a53b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.266198191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.269428086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5131e5b-8ef5-4bb7-bbe9-7411653ba410\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.269493536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.273613014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562ed92f-c37c-4aa7-a268-1444afbb961c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.273816199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.275189375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23175e23-f982-4f9d-bc1b-de5b7d4a97ef\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.276457041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.278837634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c62a9a-cabc-410b-844d-87a1e84769b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.279261789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.280795104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335b9c57-32c7-4b18-87cb-9f5106b29be1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.280864963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.283533771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb8ce8a-e209-405e-9572-83d26e40b8e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.283614261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.283647708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5a5fef4-fe54-4baf-af57-d902a2726823\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.283678749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.28915955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4dcde0-c8b1-473c-923e-5291c0dc21ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.289403445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.294252727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.294315573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.294350161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.294377015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.295083312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.295339563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54d7b00-a381-444b-9acf-23c9859602de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.295497217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.298676281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.306323538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.306419389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.306509388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.307462046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.309596419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4ad851-2d6f-4385-b7ed-07bfa06560b2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.309915084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.310192617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.31029476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.311150926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.314187877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf8fc20-1359-42c5-84cb-259bdf560984\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.314452644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.316955621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9061dcaa-7dae-4f13-ba15-0b42569f07d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.317215078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.319148791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f264e8fb-a1bb-4697-8c55-38165c39283b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.319944917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.321412381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d1b9740-b212-49e6-b4ee-2e05ad71d82e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.322300801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.323696602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5da06f7c-089b-440a-8956-e63da1471ee5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.32385094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.324990911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffacf1f9-eafe-4d9c-b981-0e8f74f26b73\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.325124437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.326200311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c361343f-87c5-4d67-9287-23ddf8bc8e7c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.326277434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.331064021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10b7ad90-d41d-4fc6-b8b4-159424826474\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.331146175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.334554386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b69bc172-c75a-48d0-b370-e91539b2fd98\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.334629235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.3362832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ffda20a-6a13-493f-a7e5-86cc1df82de3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.336478059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.342386381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.344148171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e43a46d0-dc19-4c45-9375-9f16013a610f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.344305394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.349465305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f137c78d-fe09-4eac-a8f5-73215906699a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.350266381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.35271511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1888fa1c-94da-43cd-92e2-78abb5468ae1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.352834909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.355026335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420641fb-eac9-4527-a67c-671845e04e9d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.355098368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.356572526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1052b95-7be4-4824-bdf5-c76f8215d16e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.356669869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.358511729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df12e2db-0231-4c2b-85d1-3abef6cf9a70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.358727409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.360014714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d364c8dc-baf8-4cfc-bdad-17b588cf3ab9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.360291335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.360927292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6656f593-e376-4ed5-a3a2-2a0719ec1fd2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.361027492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.36107177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.3611573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.361201148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.361992995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.364703807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.368640891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.368734918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.368769878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.368800369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.368829567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.369141649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.372571553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.378891184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.378975001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.379055762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.38100698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.45098703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.451670592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.452373162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.452440286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.45247739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.452506989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.453581279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:30.453626339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59562"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.454426393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"21422731-317b-4b01-9e44-2ee1c8b0090d","remote_addr":"[::1]:59562","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:30.456662649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"21422731-317b-4b01-9e44-2ee1c8b0090d","remote_addr":"[::1]:59562","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2246,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.457111323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21422731-317b-4b01-9e44-2ee1c8b0090d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.460275377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.460345917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.460373372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.46293219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.46300216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.463039294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.463068001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.465022856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.465468594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.471511404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.471572255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.471612255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.472090648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.473998479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.477724152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.478025212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.478083218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.478627843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.480508299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.480547047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.481313965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:30.51159126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:30.512301726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.512605852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"411.668914ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.512838405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.512948084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.51306657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.513163844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.513251508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.514258214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.519171363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.520450131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.525588489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.525691173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.526169727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.526722508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.531139539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.531198025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.531920876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55547","req_id":"c870dfb2-2803-4d53-8584-8bda32e87ca8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c4 9b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.531982198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55547","req_id":"c870dfb2-2803-4d53-8584-8bda32e87ca8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.532197707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.532358718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.532451303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55547","req_id":"c870dfb2-2803-4d53-8584-8bda32e87ca8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.532800609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4515, tv_nsec: 331703681 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.532852622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.533389552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52128","req_id":"c39ec89d-5290-4d0f-9a08-3dd924d1ce70","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e3 fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.533445253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52128","req_id":"c39ec89d-5290-4d0f-9a08-3dd924d1ce70","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.533583268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.533620121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52128","req_id":"c39ec89d-5290-4d0f-9a08-3dd924d1ce70","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.58799503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.588625336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.588681658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.588713612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.588748471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.589552132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.590519941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54118","req_id":"82bc6b21-d602-4835-a70d-523abd807697","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c4 06 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.590582325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54118","req_id":"82bc6b21-d602-4835-a70d-523abd807697","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.590796622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:30.590938234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54118","req_id":"82bc6b21-d602-4835-a70d-523abd807697","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.59135265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.591408792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.591438751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.592448052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.608132793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.608213424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.608243464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.608826565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.611115546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59584de0-5429-46f6-ac62-4149411187ea\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.611402598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.615201497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.615260044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.61571981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.617457121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8269b02a-6c32-4c36-86b4-abc9f33dd56d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.617520347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.661423241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.662402151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf179699-0d48-40df-8ae6-fecb952874c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.662472862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.662744674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.666281511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.667150161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.66718956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.667214479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.757773733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4db74968-d877-4ca8-8ccd-f99f4fdc9f9e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.758227166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.762202126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5a86698-1358-4d6e-b15b-381f81d23691\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.762415311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.767542426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.768626637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62120634-ffa4-4bb4-840c-ca7ec68b4bf8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.768853418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.771212529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b044bf-c500-4dc1-8ca6-531fbc44a74f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.771670872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.773432873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f1be6b-4976-45e9-b622-3054d1874082\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.773650236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.77492216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667011bd-22f9-45ba-8b1c-5c33dd0ece45\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.775183571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.776292049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5141725a-04c1-4f4d-9cf3-cf6c5fc7b198\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.776628981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.778869946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fc16fbd-8486-46f1-bc23-a0f31b6ac097\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.779097659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.781881145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc861eb-0802-4ec4-87eb-95d6eb7d86fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.78302769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.784401437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7dcc2a1-9a43-40d0-a13b-b080826f7c22\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.784666154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.789130739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3b02ba-c796-4300-8908-8a25d49e66e8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.78927688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.792942644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8efea0a1-6428-47bf-aa95-6410143443ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.793249896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.818023165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b4bed0-d631-4dc4-92fa-8957d2934bb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.81814602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.818187212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.81822145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.818250378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.849787103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.851043235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.869550911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.880346631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.880519244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.880688311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.881409779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:30.959095312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.959226594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.959867591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.960241215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c556995-8995-4850-9cb2-54e56b2d3e35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.960862383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.965511145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fefc8ea-3974-4eae-a72f-cd3e7a4a8706\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.965741474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.970224356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03bfc9c1-0aba-46a5-b6f8-a07199f7eede\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.970505005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.972445952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b94901-434f-4d4e-b0ec-05dd87dea331\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.972688746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.980972211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96397524-2066-43ae-aa4b-98bb4c4d629a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.981207058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.98594082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc4d6cb-c29e-4105-97de-537a41810c81\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.986101661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.987438474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc09f218-4159-4e86-8489-7989d5e288c7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.987540898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.989865289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667b40db-b8ba-401e-853e-65a187deda61\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.990274505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.996294148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76297383-b2b0-4576-ab1c-0ec677bda581\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:30.996447634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.000679616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0449885-070f-4dbf-9345-6e1baee92ba4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.00092762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.002585373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d7ca91-188f-4486-887f-0e9fc28dba52\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.002802366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.004775687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ea25a6-9c76-4444-9ba3-f7817d7ea30d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.004991447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.009441975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b32dd7a-7f4e-43b5-91d8-a95ff8bad345\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.009922713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.014474261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9df6af8-7958-465e-9f63-3b7051673880\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.014681334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.01886048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b866af42-f610-4ac1-b566-11fb1d0cda3d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.019497139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.020672651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d806117c-44c7-4c68-906b-eb42fef8e857\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.020811017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.027734972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8f689e-95bd-4c40-a409-876c61a896e3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.028189187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.030101798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.031620394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.032452261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.042548407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.04539576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.04653515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e0a282-5f5d-44a1-9583-2f2f9e9888e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.046709588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.088661785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.088816704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.088920681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.089008646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.099938563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.100703798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.10076991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.106716969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585a1c0a-775a-453a-aadb-a5b61df85b8f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.106861397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.107368557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.113988226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.114070851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.114101181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.116019163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.116270724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.116335623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.119083098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.119147346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.119807831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.122342181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde8360d-0aef-442c-adbc-05e05b64cedf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.122895103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.126405156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6229bd71-adf1-428d-9880-a79471e21efa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.126761566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.130391178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75446e3c-094c-4f04-aa84-eedd12e4904d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.130565455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.133205956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6780ee1e-a2ae-4673-b0eb-f9b0a0012968\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.13452775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:31.140206895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.142329394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6e1ae6-70f9-45fa-b5f9-94e2057f4b19\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.142601757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.151189327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24640991-d1e7-4783-9cad-a3695e318ec6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.151334466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.152986758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb2fda7e-d25d-4b05-b5f0-ca4c8f56e91f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.153092048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.156167656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf919ffa-060e-4b4f-929d-8d3a0ecb4245\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.156321192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.161081937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035707dd-156a-4292-b1d0-379ac1f8fb21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.161220253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.161541203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.163263755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9d30a2-9c03-42ff-bb60-c74bf18c4a6f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.163329205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.16336187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.163390507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.163418633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.16495784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.1687923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.176731969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.176798622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.176836026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.176869964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.176897759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.177562073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.181627353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.190606613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.190669108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.190701813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.191159866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.260646463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.260793757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.262654805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.262803351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.262902108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.262989081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.264581083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.265245557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61418"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.26611568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"0f0ebb5d-d08f-4fb0-b184-8594851f51ad","remote_addr":"[::1]:61418","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.268081527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"0f0ebb5d-d08f-4fb0-b184-8594851f51ad","remote_addr":"[::1]:61418","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1930,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.268575241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0ebb5d-d08f-4fb0-b184-8594851f51ad\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.276322727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.276382967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.276413678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.284054061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.284106867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.28413863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.284165694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.286730314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.28804329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.297742715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.298214756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.299269788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.301587586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.305266576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.313269561Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.314353661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.314417789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.314976252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.315460046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.31551757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.316348907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:31.343990932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:31.344303174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.344363284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"831.574066ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.344399466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.344435447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.344541158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.344591288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.344620316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.346083421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.349583825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.35566907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.355731895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.355766454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.356240087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.36650016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.366638736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.402039941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60299","req_id":"16e2061a-55e4-499a-af62-38e10a0c3962","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f0 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.402257143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60299","req_id":"16e2061a-55e4-499a-af62-38e10a0c3962","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61470,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.402577592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.404676103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.404926522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60299","req_id":"16e2061a-55e4-499a-af62-38e10a0c3962","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.405690344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.406148396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4516, tv_nsec: 205069695 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.406342353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.407515049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56371","req_id":"d86adff0-c42d-4009-9adc-2522609603ac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8e 0c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.407758975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56371","req_id":"d86adff0-c42d-4009-9adc-2522609603ac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.408139103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.408295274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56371","req_id":"d86adff0-c42d-4009-9adc-2522609603ac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.481104632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.481522545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.481581883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.481614859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.481641401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.482566645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.482883115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55013","req_id":"013f3936-8058-40b0-983a-21be950378bd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4b cd 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c K............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.482942624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55013","req_id":"013f3936-8058-40b0-983a-21be950378bd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.483219806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:31.483365326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55013","req_id":"013f3936-8058-40b0-983a-21be950378bd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.491514904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.495161078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.495255527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.49729993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.504304456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.504369055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.504401119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.50488378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.507549221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd2229f-168e-47fc-a1c6-a4bb58111ad0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.507953346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.508447601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.508506498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.513145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.517579876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84384cb4-f5b7-457c-92d9-d73844f8514d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.517771619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.52087424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d43c6a80-9e88-4d23-9bc1-f88ab572c5f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.521585898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.52745414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50beed30-bd71-46be-adea-9ce9b7c43eb9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.527602376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.531287137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e512aa90-83e6-4d36-af12-81494519f60f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.531511645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.536386668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48e089a-fd16-4860-b4e9-f0ae084658a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.536540344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.540138884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7d7ed9d-e598-4945-895a-bde23b10eb25\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.540276488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.544241378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.545907006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91f5b232-43cf-4c84-aac5-0c7ca8c23a08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.54607941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.547105544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1fe14e0-53fa-4387-afb8-ec43dd84031c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.547462706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.548766193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dcbe923-cc72-49eb-84a4-44c418eb21d7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.548905641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.551894145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dda0616f-5b7c-4d86-ba0f-cfa1b0cc1556\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.552131118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.553147893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787ec13d-268d-494c-bd7d-22f76d2afa5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.553273083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.554478945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065e7e15-1ff8-4595-9493-cc659bf19c19\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.554683854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.557014908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06d16f39-2d12-45ed-928e-50599c754704\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.557138354Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.561119516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca68811-f760-4496-bd13-d49af272eacc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.561245978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.564670361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07c38107-2ae9-488c-b876-3fbd7f91775b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.565688009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.567864255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6407b6af-4c85-43f6-bf6a-f28667515794\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.567935677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.570369577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf62968d-102b-4d57-bb06-799253eea97b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.570613012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.571094671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.571531121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.572473198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a335b92f-da93-497a-a79b-10061a57c7d1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.573441547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a335b92f-da93-497a-a79b-10061a57c7d1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.573509934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a335b92f-da93-497a-a79b-10061a57c7d1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.574236451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a335b92f-da93-497a-a79b-10061a57c7d1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.577099516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878906b8-2d81-4b77-8cff-24f5507f3bb5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.577173753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.578299617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"a335b92f-da93-497a-a79b-10061a57c7d1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":5826,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.580188791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a335b92f-da93-497a-a79b-10061a57c7d1\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.58042931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.580556032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22792e99-5458-472d-bb54-6e2093d9cc64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.580707164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.581265556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"64a51876-b6fd-44fb-b908-2bb0564de8ce","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.581595233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"64a51876-b6fd-44fb-b908-2bb0564de8ce","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.581976102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"64a51876-b6fd-44fb-b908-2bb0564de8ce","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.582847648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"64a51876-b6fd-44fb-b908-2bb0564de8ce","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.585511816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff56bd78-8b54-43de-acdc-4545f0925161\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.585692076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.59209333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"64a51876-b6fd-44fb-b908-2bb0564de8ce","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":10833,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.593236768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.59330304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64a51876-b6fd-44fb-b908-2bb0564de8ce\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.593494451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.593543439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.593570854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.59365413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c94dde9-bc8d-490d-ad53-8ac471de2777\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.594085589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.594168755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.5949942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.595039189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.595068227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.595092906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.595919934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.595999362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"127.0.0.1:48599","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","remote_addr":"127.0.0.1:54755"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.597178411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/0edad310-c855-4048-9948-7b16c31b63b5","method":"GET","req_id":"668a46c6-0a3c-42db-af98-c3937d07eec3","remote_addr":"127.0.0.1:54755","local_addr":"127.0.0.1:48599","component":"dropshot","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:31.608562143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/0edad310-c855-4048-9948-7b16c31b63b5","method":"GET","req_id":"668a46c6-0a3c-42db-af98-c3937d07eec3","remote_addr":"127.0.0.1:54755","local_addr":"127.0.0.1:48599","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":11398,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.60903273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.625069523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.625231886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.625313048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.625642103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.625859958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.626095156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.627570616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.62771333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.628322123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.63851415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.638600653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.638636203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.640438735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.640611299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4857e4d6-cd84-4e53-9f2d-a488cfa9c8ac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.640759314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.643440035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.643506227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:47:31.627527199Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.650261165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.650324482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.652194668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.652239878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.652968299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.653742141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.65378673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:47:31.650185034Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.65455485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.654610591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.657652572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.657709556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:47:31.654471725Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.658320643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.658375863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.65906672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.659122822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.665780436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.665855977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:47:31.658247588Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.684272491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.684359574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.685103887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.686620499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.686681991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.68671114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.696241368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.705556247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814eafd9-2e11-4a62-8fd1-b43173638190\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.706808683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.717735303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.717803208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.725320246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.725407299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:31.730752078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.73849225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.738564434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.75401574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd74930e-d8d5-4d2f-a107-4f9653ef88f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:30 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.754175568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.766270737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.766345105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.769647294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.772182947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f93f3d38-12b6-4c37-b93c-1730daf179d4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.772314629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.774644461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84056057-a185-49af-b508-1ee143bf06a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.774710072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.776265551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.777760119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.832364354Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.836937776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.869796214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.869877396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.87067734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.872927583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874b75b2-4cfe-4a5c-ba81-984eabcd58e2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.875308998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.883615328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.888773145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.888855659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.888891711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.889530243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.889968005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2adfa2d0-972e-47cb-ab4d-0afe7ff8157b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.890088816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.892567074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.892628997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.893058172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.894868359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b18be726-57ca-4f92-95ad-af8f5356e572\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.895026925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.900065253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd9249b9-5a8a-4ced-a3d0-3c4c6f7dbb77\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.902794952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.909386806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bfba4dc-6f30-4b29-a0ed-71acf656be33\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.909459621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.912317365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22dd7950-e8f5-4d2f-aa5a-12644d6859e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.912386372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.914826755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272df494-a2f2-410b-b591-55273d0c8114\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.914952726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.92070681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db8c04ea-a322-47ac-b210-ebee16bbe408\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.920962219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.929363789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71570a9a-2538-4825-9bf7-7c8b4610a5bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.929751301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.945478737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.954299171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee212099-73eb-4a57-ad71-9e2ea6f79997\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.954446174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.961477373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6bddb3-63ae-42cb-9946-7f9c39108aca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.961776188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.967705723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a687526-f9b5-4c3f-b72e-8ce5100c0993\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.967868256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.98484429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3580e101-6dda-451f-aa8c-f8646208f089\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.985390498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.997675285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.997747649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:31.997781437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.997811276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:31.999070806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.003674218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc61adc-4ced-4c6e-a19c-37dd9296ed7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.003919095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.004288862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.012221798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.012317378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.012403901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.013118384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.02174355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.021857466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.022403374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.022713893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a626272-0e6a-42e1-9d68-a5130a9d3db5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.023472174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.02882559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c3c8e6-cfed-44e6-8550-24de7903e0ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.029092081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.030681648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.030870715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.031921318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.03286581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.038399525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2485f9-16ae-4c41-b635-ca50b86bfdf0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.038958569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.046458512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.046561758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.048983684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96cc5aae-c1c9-4b88-b85e-cf8cdaec77aa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.050939681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.051038217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.051080231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.051110932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.052938674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.054782658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.054842467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.057672185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.104029379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.104110741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.104143917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.104174478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.104202624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.106404581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.118985758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.12536057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.125494497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.125583173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.126805348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:32.142102707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.319441032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.319693746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:32.32512637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50853"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.339323136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"faee9a7a-7dbc-4c3c-af00-91ad78bb6696","remote_addr":"[::1]:50853","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:32.340533227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"faee9a7a-7dbc-4c3c-af00-91ad78bb6696","remote_addr":"[::1]:50853","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1245,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.340816361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faee9a7a-7dbc-4c3c-af00-91ad78bb6696\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.347286192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.358106771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.3628036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.365660842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.365871833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.366187422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.366319224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.368513676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.369329973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.380162215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.392540138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.397576743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.397652454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.398538269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.42675593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.426869336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.426904506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.426933504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.42825133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.44258038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.457203275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.480111959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.480194163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.483101175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:32.500114723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:32.500566904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.500640851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"1.156249482s"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.500777914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.500810439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.500839878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.500895719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.500929116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.507297284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.509035417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.509098623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.509804549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.510194396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.514621377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.514705003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.514739933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.515334948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.519972057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.520068369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.525728457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55924","req_id":"b2bae9e6-1e8b-4612-9f5a-d8da46f45753","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: af a4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.52581519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55924","req_id":"b2bae9e6-1e8b-4612-9f5a-d8da46f45753","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.526035649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.526174515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.52626234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55924","req_id":"b2bae9e6-1e8b-4612-9f5a-d8da46f45753","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.5265633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4517, tv_nsec: 325466002 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.526626847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.527258405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62525","req_id":"f05c4066-a450-4342-9efd-d7254511c108","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 38 fe 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 8...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.527316972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62525","req_id":"f05c4066-a450-4342-9efd-d7254511c108","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.527406931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.527525147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62525","req_id":"f05c4066-a450-4342-9efd-d7254511c108","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.609618863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.622238477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61405","req_id":"9c8b7972-18f7-4b58-8c5e-44ffc68da149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 22 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 1\"..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.622323937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61405","req_id":"9c8b7972-18f7-4b58-8c5e-44ffc68da149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.622546651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:32.622644426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61405","req_id":"9c8b7972-18f7-4b58-8c5e-44ffc68da149","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.6230028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.623061667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.623091035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.627056045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7641cf21-6d92-4de7-9c71-61a0fda543fe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.628205245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.6348677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6378ffa6-04b6-4e94-bec2-6642d6e7de20\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.635112768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.638820034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00621927-a40c-41be-afc6-18fd33725cf8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.638954292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.641432109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ba0522b-fe4d-4435-9f30-1c5cdb8a5fd1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.641524954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.647278638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33202fb-d356-4ead-8088-e83a7affd49d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.647519097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.648311506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.650101312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75df15b5-e641-42e0-8404-b1c19fb753f4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.650320348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.652717544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efb4b52c-0aa0-449f-9a69-4cc4e5f75b92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.656732143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.659585308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.659820937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.662514274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.663416822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.66346093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.663487823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.703607229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.703909631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.703960703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.703990673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.70474741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.71474986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.726043822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.726306005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.726412276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.727545915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.729613945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d3fe2b-c078-4efc-9748-5572fb5fb2c2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.729939344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.73128784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff3b26e4-bd32-4dbf-b681-b0e7d15219c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.731581175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.73177931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.731832065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.732941155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.73413333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a551a310-3aad-4d18-b213-a3271242e28e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.734307587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.735304383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d76995-41a5-4062-bbbe-7bac33924be6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.735437238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.7370794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac167d42-f651-4d6e-ab37-16db7678c519\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.737201603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.738546984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b3f371-e3d7-4e9a-b297-8538d8250d5a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.738878304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.745739915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3506e4d-e49f-4e43-a596-a19415333393\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.75009375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.75032974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77355a27-9558-4a33-a070-b0f5c09e3fe9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.750780919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.760516577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a19dfe54-d4c5-47f6-b628-0931f3b09170\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.761176341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.767773225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0a9a27-c7ed-4bd7-8093-c1b3b79fe69a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.768611806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.780771293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c17783-351b-4ce1-9a19-a91ed529ee6a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.786071343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.845207949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6debcea9-0e4c-4fd1-bc99-604f103c28f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.845656853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.859632158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1606506c-3459-4de0-816b-d71d35ba71c6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.859795473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.860160992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.863001251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b6cc99f-f59a-4a35-99c0-169ba145d047\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.863158795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.864249698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b22752c-16d3-4d46-805f-43d2659afb2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.864343345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.881968251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20f68d30-c642-4d9d-a205-79593a1440e9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.882050064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.884067825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7015946-8d06-4461-a211-370a1f06e689\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.884682088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.895367298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7f6bc9c-411b-42e5-9593-3525fc2572de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.914427905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.914660368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.914718514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.914750929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.914779405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.916829129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.921155479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.928861814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.929289866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.929637178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.930558705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.935203118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82dd7220-eaab-4d9d-a649-1138f707b2fd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.936115496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:32.936747866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.937103024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.938264378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.949330707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84811da1-4477-4b02-9c56-b80eeebc5a25\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.949995511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.956061026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6982bdfa-81c2-48c8-8724-6c05c9dc57c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.957574732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.966484454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0f29bd7-5d8d-4e9c-8e9c-923bedb71899\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.966816907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.981707215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21cd9294-0a3b-4bf7-95b2-ff2a81a0aa40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.982042673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.983562361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.985751923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d7b4ae-d22b-46ce-9836-11137076fc4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.985810881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.986866504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ea2b876-4e10-4351-a732-331035aa0465\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.987573924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.988751891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6f30b2-f3ea-4481-abfb-b761e8eee957\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.988886569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.990397039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64abb14a-46d6-4e19-9688-ef93d514eae9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.990692668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.992123999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790d4b50-6315-491e-ae5e-f5a4e8b92e33\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.993300564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.995664444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4b1495-2230-493c-ae1a-01c85fb36875\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.996686059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:32.999944622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7296dc2-4832-407f-8867-c0f12f4c3af0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.003716336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.003775053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d2963d6-73d1-4599-b20d-c2053c26378b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.003809382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.008252204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4404973f-1eca-410a-97b0-11423e19d02d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.008452162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.010822685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a57f16-b248-4586-a6ae-d3621154f84f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.010956011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.01495544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9050b64-caa3-4c00-87b3-1afb1b7801e4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.015020519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.015238433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d637755-85a4-4414-9c1d-b54deccd3308\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.015423703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.017544638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a4f245-b050-4525-a0ec-a818a7d2cdaf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.017798123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.021067548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ebcc738-53d6-40ef-ab6b-2666cfa352a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.021200402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.024377763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace039b0-5814-42cf-8704-8d6ab71fe568\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.024514956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.024566048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.024596318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.024625326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.025404859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.030606072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.030665571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.030823486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.032194577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.034078391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.042124743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.042204942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.042236836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.042860318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.042920428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.0433932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.043774179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.043990961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.044043796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.044071912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.044485737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.044827588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.044885644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.049485018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.061329146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.061416921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.061450087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.061820746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.062341433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.062406092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.064033264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.07843558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.078508535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.078541661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.07976076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.146192972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.146271288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.146966463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51234"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:33.148391442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.148693684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.149209893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.14983097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.150005428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"88d18054-74e8-4ad9-82b4-179576b3687f","remote_addr":"[::1]:51234","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.150941273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"88d18054-74e8-4ad9-82b4-179576b3687f","remote_addr":"[::1]:51234","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":937,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.151318063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d18054-74e8-4ad9-82b4-179576b3687f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.154150938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.154206989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.154576475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.156253417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.156297114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.156329378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.156358596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.157202377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.161461363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.165290342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.165511032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.165563717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.166070577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:33.241847297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:33.242116503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.24217497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"741.384831ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.242212885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.242240611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.242269177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.242298175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.24232546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.24354014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.243962972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.245735845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.253680564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.253771786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.25380907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.254452131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.2591293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.259193087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.260240544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54821","req_id":"5fb9fc8b-f06a-4084-a639-82f56d4a2a17","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ea 29 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .)..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.260305083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54821","req_id":"5fb9fc8b-f06a-4084-a639-82f56d4a2a17","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.26052945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.260692274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.260782063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54821","req_id":"5fb9fc8b-f06a-4084-a639-82f56d4a2a17","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.261186589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4518, tv_nsec: 60040855 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.261333983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.26178933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58328","req_id":"bbbc9269-19ae-41e2-90df-93e8e2cb1d5b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b9 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.261848117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58328","req_id":"bbbc9269-19ae-41e2-90df-93e8e2cb1d5b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.26211529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.264042379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58328","req_id":"bbbc9269-19ae-41e2-90df-93e8e2cb1d5b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.335306869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.340648662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.340819362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.34092335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.341010854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.342076096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.346587786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62395","req_id":"d5682495-2821-4087-bfa4-3943f470ee42","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 19 a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.347086028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62395","req_id":"d5682495-2821-4087-bfa4-3943f470ee42","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.350819868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:33.350984335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62395","req_id":"d5682495-2821-4087-bfa4-3943f470ee42","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.351221969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.372558961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.375104904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.375162058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.375832464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.376155086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.376204565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.37681426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.380649391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.380792596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.381128205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.383794177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67c47a4a-c03f-4b7f-85fe-96d170b796e0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.384034906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.41179677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4019e9a-814e-4287-8b1d-691bf06cf0f6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.412039794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.420212338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f7f9817-2903-4ff9-8fa0-017118e35268\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.420509319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.425514061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36546ec0-d232-4c77-944c-0bf9ce6945b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.425742085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.429469612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10053048-c0fe-4259-8811-ac735397b4fb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.42968409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.433397017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30d81b5-fba7-4ea4-a6bc-56aebcfebb1d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.433610553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.437385494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7783d79-b236-4bae-90e9-6f56bdaccfe8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.437621194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.442860513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.444714066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a32052-3f79-4301-9436-8ed2ff1d2e75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.444934275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.446172552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19d7bfdc-6c02-4822-999b-d01b3faa594e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.446408161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.448853634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c67e115-ef7c-44fa-8045-c96d6f219067\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.44909755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.450468882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e6188a-c5a0-4023-b56d-01d78e895424\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.45069384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.452249379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729eac77-e1b5-4ecb-8f88-85c68dbb68c0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.452463115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.454364854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd47f58d-7e01-49c9-a3fa-1e8d11e1c3b4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.454630494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.458847766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d584b05f-24de-4947-8bde-d192565b68b3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.459059528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.462286067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cb6523-0401-4181-ad11-d48c7bc638a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.462498079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.466176478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a56e227b-1b1f-4ba6-bbe6-ae7cf9b6be3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.466389342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.469446443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa069582-52d3-45de-b8e7-fa70778dae18\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.469726902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.475837898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38705ba8-d50e-4b02-b059-c81cc31d9079\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.476265149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.478886602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f88e75-6b63-4b3e-a8df-06d99eafa36e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.479190788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.48022529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874a1723-9af7-4bf6-b49b-d3f4b18d04d8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.480400378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.481862111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7174c1f4-bbc0-4743-ada8-34cd019a7ad7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.48214752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.483318623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ae0d9cd-350a-4156-9742-3f85d9d07511\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.483426818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.484720456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2d9f13-627c-44c6-9d0b-aa7a1a6573df\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.484805746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.486170675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962a2829-502e-43e5-b409-4391160d2a90\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.486246597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.488554034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399eb48b-bbe3-4c82-b4ac-0577c922b353\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.488716337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.491474944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebc19e16-e08b-4a33-8c2d-22bb09794bcd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.491599672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.494058191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.494116347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.494193681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.494223881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.495113373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.495901954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e9a5341-a189-4f4d-b81d-ddc80e56cfdf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.49602035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.497850196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.511189093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.511261517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.511289393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.513912449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.519655472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f702f91-5c2c-484f-a585-0faeceecf8b8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.519767485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.519995289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.520050228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.52066841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.524375656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"846f6be2-b41b-45f7-bec1-2e88ee024349\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.52447811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.526443116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63435ee3-3874-4385-a375-2bb9859c364d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.526498716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.527541995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"534da167-98a0-48d8-a7f9-c23c9833715f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.527685261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.528997515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82646bc2-4cfd-4898-b8e9-77f4e95df121\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.529173997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.530621952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1c67880-8a7e-4850-8844-32669e0dd0c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.530755488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.533047494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9325cd3f-2ef4-453a-86de-4962eb0cfe44\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.533168325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.534896278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4979ae4e-009e-475b-8fa3-462836748265\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.535288339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.571820828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.572021908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c713b1a-0df9-4975-beb7-c883b40c66f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.572149473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.572580141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.572954677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d917507e-6e45-48a9-8794-195357d7e91c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.573507288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d917507e-6e45-48a9-8794-195357d7e91c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.573575875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d917507e-6e45-48a9-8794-195357d7e91c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.574475507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d917507e-6e45-48a9-8794-195357d7e91c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.578515206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d917507e-6e45-48a9-8794-195357d7e91c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":5595,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.597625923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d917507e-6e45-48a9-8794-195357d7e91c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.616148828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.617221405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c94e016c-f79d-4736-b168-a75fc103eb2a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.617646472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c94e016c-f79d-4736-b168-a75fc103eb2a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.617711332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c94e016c-f79d-4736-b168-a75fc103eb2a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.618781444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c94e016c-f79d-4736-b168-a75fc103eb2a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.618851644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8508a3c1-133e-4d7f-8fe4-ce59fac9be17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.618891112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.623062073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.624684074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c94e016c-f79d-4736-b168-a75fc103eb2a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":7499,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.625439289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94e016c-f79d-4736-b168-a75fc103eb2a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.625647464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.625733415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.625807733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.626919759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c5d75a-935d-4b04-8887-25635113ec63\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.627231961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.634079855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb92b28-a438-4317-8b59-b9a12211304d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.6343182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.647352339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8110ed6c-361f-4ccf-9610-a68cbe64937b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.670381423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.671466155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.672276118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.674867131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.67501246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.675114353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.675204022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.676170468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.677832659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.678618696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.678767131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.678844385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.682613816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.68951726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.689615967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.689701046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.690220081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.699487926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.699542966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.7005538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.735935165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72375da-6690-4f27-a70b-74a16c67428b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.736121456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.747997899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79eae16a-6c3d-4916-9833-2a604a15d050\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.748162998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.751838491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5ca9d7-409d-4623-8c08-e326ad103cfe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.752060343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.754448051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd091f4f-3c24-42a4-ae5c-5870ac7d4835\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.754590555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.755625336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c60117d-e70a-43d8-8390-13de1644e8c9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:32 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.755691558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.755724794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.755754724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.755782159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.756528766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.760526742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.765943635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.766000508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.766103984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.766150938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.766181449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.766562017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.770099635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.77049326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.775179557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.775254306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.775284426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.784960645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.86267249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.862846286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.866685736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.866875394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.866977207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.867200401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.86842434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.868676563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59683"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.871279769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"877f9df6-bea2-4eca-8a6c-aa886f394ac1","remote_addr":"[::1]:59683","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:33.872681713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"877f9df6-bea2-4eca-8a6c-aa886f394ac1","remote_addr":"[::1]:59683","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1378,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.874365938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.8814788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.88155887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.881590833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.882073365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.882553091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"877f9df6-bea2-4eca-8a6c-aa886f394ac1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.885486545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.885544741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.885572046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.888226685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.888290692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.888326955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.888355862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.901025315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.9046664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.904727822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.90601658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.907362722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.914663639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.915052063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.915109146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.916714826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:33.992188652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:33.992745061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.992806854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"750.553338ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.992847455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.992921402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.992955691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:33.993110299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.993162643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.993994591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.997230077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:33.998047345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.004265314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.004332418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.004367929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.005613851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.010997257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.011040544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.012118722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53133","req_id":"5e8d805e-9e69-45c4-a64f-42bc69625c1c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 62 1d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 b............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.012235825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53133","req_id":"5e8d805e-9e69-45c4-a64f-42bc69625c1c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.01231369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.012339562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.012362417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53133","req_id":"5e8d805e-9e69-45c4-a64f-42bc69625c1c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.012781723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4518, tv_nsec: 811644245 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.012836302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.013339624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63820","req_id":"26bd82cb-a0d9-4cd7-807d-ec667bf5856f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b8 94 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.013826033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63820","req_id":"26bd82cb-a0d9-4cd7-807d-ec667bf5856f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.013941113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.013967666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63820","req_id":"26bd82cb-a0d9-4cd7-807d-ec667bf5856f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.081835698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.082227369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.082274583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.082305364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.082331787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.083503862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.083619432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.083746025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.083952366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.085539939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.085603165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52051","req_id":"1a7c0f3f-6927-4418-9da4-4524ed0c9568","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ec 75 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .u..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.086803376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52051","req_id":"1a7c0f3f-6927-4418-9da4-4524ed0c9568","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60533,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.086909367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60533,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:34.086991581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52051","req_id":"1a7c0f3f-6927-4418-9da4-4524ed0c9568","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.08702104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.094199041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.094308971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.094396284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.094910689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.097988081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.098192899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.098422867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.10028623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.100515717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.106576623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.106750069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.108058095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.108534003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.108594524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.109529757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7337f1-bcb9-471a-9fa0-cb61e38b7fa4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.110167127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.112891926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc186b0b-6b15-4ff5-abd4-26d2ec5b44bd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.11324558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.119174273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"941c8fc1-78b3-4412-939a-76fd44db2796\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.119506605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.124812697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26f99b8-ebc8-4bdc-bb76-a6a6df3b0341\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.124911594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.128556046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074d4fa2-0578-48bd-b177-9939f719651f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.129694704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.132425024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f732a3-54fe-4dc1-b110-e82f794abc2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.132492158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.136402209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c121e5e-e271-485e-abb4-83fccf5c969a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.136682126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.14221994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.145140259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7e8e94-a55a-4944-b8fd-db78aa23116d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.145825203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.148602036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87c8a089-0e7f-4477-945c-980366ae4455\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.148838016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.152017321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c3e9b1-b2f8-4ed0-bc84-eb6930aad214\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.152335414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.15653903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5944b07-5b25-4b63-8a45-87d1f44c3944\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.156702896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.158454817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25e0cfe2-755d-46ce-9205-dca9c9ca295e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.158804424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.162037946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24baabf0-2412-4ac8-b30e-9ba935257dd2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.162379487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.168309462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70e54da7-d443-4f67-9a7c-579409470108\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.168378159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.1727504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8edda7-cfce-46dd-bace-449981436f70\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.172980348Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.176407406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd551b4e-7776-4983-bc92-c91a6c38a267\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.176666282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.179213487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c649f7dc-9634-4507-903e-55d848f3dd93\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.179508425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:34.186496017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.18774691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f06b1b71-7cc8-478a-9ccd-3379b74369ce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.188213008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.192330191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1041b45e-bdb9-4de7-9857-344b2e0c0f0a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.192561763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.193305485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.193439622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.193693858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.193800481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.194804141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.195833051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"075b792b-dafc-4fc5-896a-67cdde1f7ee6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.196085894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.198110849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.208821539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.208923432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.209011548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.209587065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.213333429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be594e73-7b00-4b92-9c59-c25e2d2470a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.213401815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.213851441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.213906831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.215615045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.218063073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"287d7c83-8174-4d23-a922-4fae7e313919\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.218129495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.219749022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d529e3-b85d-470c-a629-17fc46e8dd59\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.219962367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.221141216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f1cf02-aada-4954-8fb4-52b905aa4f1a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.222190757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.226201217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd6d8d4-df81-4ec8-acfc-94fa046d6384\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.226267229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.256789092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fc190c4-c8a5-4509-9063-8d65f306c7fa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.256869552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.263421406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f7c27b-80b7-427f-a4b6-d20e622f2a4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.263657436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.267483379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efbf9eb6-cf32-43b3-9360-c261ee992b73\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.274885107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.289646107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.291531995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0be8e522-f172-4c6f-824b-500f153cc4fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.291767213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.295728486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba0b5ab8-77c7-465a-ba92-ad5c63d48a5f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.296014295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.301047233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f3877e-3ecf-4325-93da-8283c984cec2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.301332241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.302841588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c02ecb-458f-4989-82f4-72373e928bb8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.303217227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.306947399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c787975b-188a-48d4-a563-fc2ade65d32a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.307183319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.308583489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ccdecc-ee67-44a0-9d46-61b78abcf886\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.308798677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.313178404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c180a1f-fde7-495a-9058-c5d0277679c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.313554182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.317546888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198399df-bb08-4203-a2e0-3d0f5f2e5765\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.317764381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.319323768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b63a7a0-d5dd-44ef-8c20-b6e7c0efcbee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.319538816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.321133754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"986e666c-3751-4e48-83d2-cc79c4514404\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.321351698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.32706403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e95094c8-44ac-45a2-b6eb-9f88fc084cc1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.327287195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.329184615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14af761f-f093-4908-ad23-356c9d20e4f1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.330022745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.332616643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e576870-ae7c-4043-bf10-9875fa329da5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.332830299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.333635213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e833817b-0acc-4236-940b-891808de57c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.333855822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.334754402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52478e42-03cc-4339-8f85-4e4c1376c72f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.33497928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.33594283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dbc0f18-a16a-4d95-8e60-8011b9506a9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.336416985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.339228527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d18323-9400-45d0-8003-0bf7ebc6acfa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.339443445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.339579396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.340651362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.340734788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.344117738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.345245946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.345310054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.345345174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.345374332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.346078154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.348845999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.357622285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.357690241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.357725771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.357756793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.357787484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.358495926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.361157339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.368792571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.368875998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.368910717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.369306615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.370372299Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.382046278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.382136989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.382171067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.382530644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.397485741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.398334862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.40106888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.528652592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.528867099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:34.530143833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57192"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.530840231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"b762e30d-a8fa-4528-bfd3-f42c67b30978","remote_addr":"[::1]:57192","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:34.53168804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"b762e30d-a8fa-4528-bfd3-f42c67b30978","remote_addr":"[::1]:57192","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":803,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.53213968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b762e30d-a8fa-4528-bfd3-f42c67b30978\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.536158407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.53622032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.536251282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.538901853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.539272952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.539335377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.539369385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.540160541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.543779151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.548404587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.548626729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.548684725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.549122918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.582087989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:34.592671576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:34.592965171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.593020601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"600.146844ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.5930603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.593091653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.593121252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.593154127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.593280509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.594163879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.602512283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.607403789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.607489319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.607522144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.607873094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.612430163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.612550032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.613513001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54933","req_id":"5cc6b9e6-12bd-47c7-9f56-7a5f1599cda7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6d c3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 m............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.6137637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54933","req_id":"5cc6b9e6-12bd-47c7-9f56-7a5f1599cda7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.614170321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.614443755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.614615958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54933","req_id":"5cc6b9e6-12bd-47c7-9f56-7a5f1599cda7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.615500601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4519, tv_nsec: 413976292 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.6156557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.616239834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52102","req_id":"1e4a1cfe-d84a-42b7-b991-6d2e79a7e649","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c7 e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.616452367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52102","req_id":"1e4a1cfe-d84a-42b7-b991-6d2e79a7e649","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.616716784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.616936933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52102","req_id":"1e4a1cfe-d84a-42b7-b991-6d2e79a7e649","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.698899458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.699239475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.699300457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.699332821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.699359945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.700173657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.700237955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.701171435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.701627173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54398","req_id":"1f40c110-1f39-4ef4-b5da-d8d341a35e98","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 60 26 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c `&..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.701688044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54398","req_id":"1f40c110-1f39-4ef4-b5da-d8d341a35e98","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.701880207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:34.701966218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54398","req_id":"1f40c110-1f39-4ef4-b5da-d8d341a35e98","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.70339271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.703434864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.703465786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.703886494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.704530287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.70458687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.704616338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.704875384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.710470232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.710526314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.710554269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.71101156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.722826571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.722889957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.723554461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.726923424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcbffe42-f672-4f8e-8276-0610c57e6567\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.727564832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.737730055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"470bf609-9c69-4fda-95dc-d74503dfd49b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.737887679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.762587462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df4b8cac-b739-4749-8169-f4ffe84274ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.763515982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.768353881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92491b83-77c4-44a1-afcd-e7588c74782b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.769716075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.774010402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf9c624-8ac3-4b41-afa9-211da7fc7379\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.774271832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.776401125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4ff0c45-bb19-4a84-86d6-a6d1e8cb0f24\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.777439804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.780326546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67babc87-76cb-498c-add3-6477ef4aa94d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.780544821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.788186937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e159daa1-54d0-47c4-9334-39a083f0ad94\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.788412155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.788880128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.794334275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2387150b-c0f0-4643-89e0-9ba83c28c4d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.794617008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.797546505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00a33359-e4b6-4e15-94f3-4f72ec9d2b99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.79779011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.798973138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821cd0bd-772c-4c83-940a-2a6e03d750c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.799201232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.80072111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4265c7f3-d490-4d53-890c-054aae0d366e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.800934265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.80248248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f03369-f2e3-4f1b-b5e1-3413b5c35a3f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.802750053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.805668498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce5e63e-3de2-40b6-838a-a2afdbeb0dd5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.806011711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.808130804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"316e00f9-a8f1-448d-bfbd-dc33c77c17d1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.808344219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.812387936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5280e47a-a89a-4ef1-9f08-faaff30c17fc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.812678915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.815720315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"268385ad-6827-4344-9c9a-65388119f171\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.816552814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.819850274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad0313a0-0b2d-4c1f-adb2-02723482ef08\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.820067146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.821773576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4632f75b-d7e7-42b1-9ec4-1414798314cc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.821983805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.82310558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"400016bd-3351-4141-a3b4-82dda7aef0f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.82332673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.824527192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f58df572-5bf8-459b-aa19-01fdc47c2328\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.824754635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.829502505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55962545-5a3d-4bb1-a6f5-2c02b38b3ee1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.82973062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.831826636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"927286d3-130b-4b44-a972-d50b83579e93\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.832539817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.833798926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355730ea-72eb-4b1e-8eec-735f4228afcf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.834230806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.836653273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99abc44f-0f0d-4dd4-8cc7-bebc8e0823cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.836874273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.841899125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.842256978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.842376997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.842627566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.843573671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.845712743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5327684c-3f7c-4785-9032-ec6592901bf6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.845946058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.847740193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.864881967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.864985603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.865074109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.866545481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.869326933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.869437774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.871822255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.872427951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d088b2b-1934-45cf-984c-58ba02b55665\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.872775364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.87947892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136d9175-38b9-49da-a016-d607bce0fb06\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.879595312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.881754023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71cfeb06-3cc7-4e71-a9c8-599beac4ca31\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.881841277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.883721744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88a8a0a0-3b1f-453b-82be-c27387e8ffac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.883796833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.895864357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a894a4d-52cf-4068-83cf-75c5a2bcb031\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.896334203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.898550409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d375b4e-99c0-46c5-8c6b-1ae810443de4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.898712141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.901370918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceaccd96-3480-4bf8-8278-cff0ae6748db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.90148731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.903232498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72d5801-66d3-4bb5-8ecb-8237ab07f8d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.903298178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.904551646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c37eb7e-9b1f-4013-a69f-29ebc09bf69d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.90475943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.910589436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3921de9-edb9-44bc-9f19-ff866c9669bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.910760386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.918904082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.920289432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4caddf8-55b5-43dc-9e52-87b567a9694e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.920460453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.924712385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaec69c-cf03-4333-8f12-b005a0a2479e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.924948726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.928500172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3121c0d9-34e9-47c2-b48b-b92da08acbfc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.928698086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.931643274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357d3611-7f2f-430e-b0e4-02d85f877b60\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.931763113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.933945281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b041ee69-766b-478b-8462-c4375a7cb488\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.934066903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.9356814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50d03aa6-d913-412e-bdb2-52c721bda37d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.935790397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.940683206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbb5525b-e115-4a6d-b034-c7c77024d5a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.940823906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.941944198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae06bcd2-481b-4a6a-bdcd-ca58523e02e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.942068526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.943489377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d02e0c-48a2-4e3e-997d-9cb188bbff69\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.943553334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.943663584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.94371167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.943740237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.947192876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.956844075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.9569067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.956938052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.956964535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.956990828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.957041699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.957069735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.966723078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.974149776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.97428759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.974432329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.976464077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.977183991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.977239321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.977271355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.977299581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.977904968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.980593274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.986702456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:34.986806293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.986841253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:34.987056612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.032438893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.032524984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.034419199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39302"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.034960166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.035018092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.035411215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.036595344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.03806377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.038207697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.039573077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.040013805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"d0be6b0c-4850-4e83-9c9f-ee5b03b08961","remote_addr":"[::1]:39302","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.040867005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"d0be6b0c-4850-4e83-9c9f-ee5b03b08961","remote_addr":"[::1]:39302","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":816,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.041517411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0be6b0c-4850-4e83-9c9f-ee5b03b08961\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.0448745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.044941143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.044973327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.048701205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.048855963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.048902636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.048932846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.04957212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.051941901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.052035879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.054243407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.059377356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.059612014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.059711021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.06013214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.062318436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.062399067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.095638955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:35.09846207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:35.098770204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.098823189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"505.744482ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.098861065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.098889241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.098926776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.098956725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.098984401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.099863011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.103977449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.108016667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.10807832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.108112738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.108504619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.111726799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.111768933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.112399559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56644","req_id":"620e8849-46c7-400f-99bf-f45d6d966229","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d1 13 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.112593746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56644","req_id":"620e8849-46c7-400f-99bf-f45d6d966229","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.112784927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.112946289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.113144163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56644","req_id":"620e8849-46c7-400f-99bf-f45d6d966229","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.114012673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4519, tv_nsec: 912326071 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.114070809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.114494433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53456","req_id":"94c1cc73-1707-425e-99ae-47e472ca8000","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 3d 20 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e = ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.114556878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53456","req_id":"94c1cc73-1707-425e-99ae-47e472ca8000","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.1147587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.114792247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53456","req_id":"94c1cc73-1707-425e-99ae-47e472ca8000","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.180232372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.181859093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.182065685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.182177678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.182267988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.183701544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:35.18497461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.186131035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58917","req_id":"889d3622-72ad-43db-8faa-98eb319c84cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 00 ae 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.187603037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58917","req_id":"889d3622-72ad-43db-8faa-98eb319c84cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.197754323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:35.19941421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58917","req_id":"889d3622-72ad-43db-8faa-98eb319c84cf","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.201034108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.201129117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.201256291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.2017126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.212021009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.212098533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.212130547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.212962595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.215580601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aeeec71-0081-4635-90ce-f18e3c3cadd5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.215648546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.216899719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.2176478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.218397503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.218627532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11131543-fe10-4032-bec2-b8aa0f2191a7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.218846257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.222416581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323825ed-985b-4261-b249-345ab36d8a05\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.222534216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.225098785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7505b745-6455-4006-8c23-6aaafad64671\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.225223524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.226938651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5f3219-b317-4a87-b5b9-2e5ff84d48c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.226995134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.231366854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fdb2128-9473-466f-a94b-ee7c7df3f5d1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.231434449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.232521715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f27f9fb-57a3-4fe4-aa31-1eb582f72a14\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.232856773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.236288049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daed5b40-64db-4052-8c8d-a512c6b48d0c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.236641674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.23982682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85fc192c-71ce-41e1-8ce7-acb14cd5dd51\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.240003993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.241887025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d555cc-74cb-49e2-b2e8-55717d475c19\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.24201509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.243980015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a648c69-45da-4faa-a159-6c0de957fe13\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.244107268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.24830381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.248357567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"277936f1-1900-4685-9b32-fc87f9507ba1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.248402637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.24984987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdd103b-c225-4ea3-ac1f-70f0ae779b8a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.250012374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.251555519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbc6c81c-d489-4ab0-b5b4-510e6894706f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.251615959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.254001302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9bcdce-bb84-4c80-9cf5-f233f5a71545\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.254188535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.257370124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4911fd4-2e05-4f28-b03b-4684a703dc08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.257591946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.259625618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb9079b-9a9e-4821-8cba-5d9fed064f11\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.259695667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.261682626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"874857ca-ee8f-4ea3-97fc-434eddc20e6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.261745682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.263986296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef12d501-5c13-4d1e-bbec-011c98d0e501\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.264064392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.265384963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e50e1c-ff5c-4dfd-8d1a-86ea57a89204\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.265459832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.26687427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73af85d3-b941-4bb3-ad5c-1bb4a019b7b8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.267089319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.268322486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75338fd1-2d93-44ad-9cc8-92926dd37115\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.268511653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.269660121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1c6efd-0eb9-470d-9d31-dbdc899dd4bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.269842354Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.271459927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b21d520-7157-4239-96f2-dc80584a5aca\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.27153166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.273277518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18f3a87e-9286-4408-ad00-ca71df945bb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.273354211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.275124368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bc808e6-d221-4ca1-b9f1-78384f197cd3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.275231061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.277228661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"151ead85-0a8b-48fa-a65a-09f13ff2f37d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.277347938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.279108306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f1b7e1-2643-401d-9a03-089358f8a079\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.279233916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.281206376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27169bd7-3635-4f44-982c-81f185a0e872\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.281272458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.282998557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2e326c-ea11-4b3a-bf47-ab1718e4194e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.283064468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.283874191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b47ac01-e02e-4cad-a3d5-5e9552e22b81\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.283999681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.284945997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a81e54-c40a-4fe1-9edb-fd31ec6f91e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.285070234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.286030939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78d126a-b264-44bb-ad4f-3b2b98f0730b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.286156579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.287152022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68cac415-7af7-4c2c-9aa7-2e5960d42c63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.287217613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.290018995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b3ab124-d658-47a8-abd4-51a1c2d53c46\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.290180827Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.292915245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826a4a87-5c13-4e63-a848-50d873067167\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.292987178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.29571306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6897d5-9fcb-4baf-9cac-3460c56ee917\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.29577862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.299923128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.300098086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.300199949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.300289899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.301229942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.301614598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e4bc9fa-f4c6-4877-9edc-979deefc9244\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.30187661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.304067275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.33026418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.330378939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.330470261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.333640267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.339237569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf60078c-cc2f-403f-98e6-8a72769078b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.339702065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.344598911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.344674372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.346057949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.359617555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b856904-66c0-4eae-a3a5-4f777d41b977\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.359712635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.366336703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a13c7a0-7edd-46db-aab4-f8b9d87e3b53\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.36973307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.369806967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6917a5e-6a4a-44c1-952c-aa4cebff2c88\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.369931866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.371402486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c8c60af-b445-4a75-b82a-cc8f22f09522\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.371454049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.372793247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c24e856a-1fac-413c-a75c-3a6dbe6a25b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.37292537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.375154502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d52fef-0344-487c-89a4-187d389efff0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.375501854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.375561783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.375597334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.375626843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.376131117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.379632413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.389546637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.389622708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.389658931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.38968848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.389717457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.390212093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.40378719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.411219228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.411680648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.41177704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.412793064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.422445195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.480722569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.480976495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.481632662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.481879224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.481970786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.482014353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.483400505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.483461386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38624"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.4840609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"2e7ecc87-4baf-42cd-b70c-5c5909d4bb29","remote_addr":"[::1]:38624","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.484421168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"2e7ecc87-4baf-42cd-b70c-5c5909d4bb29","remote_addr":"[::1]:38624","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":354,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.484754142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7ecc87-4baf-42cd-b70c-5c5909d4bb29\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.4894961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.48960163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.489630307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.49544388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.495504361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.497394487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.49745629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.4989119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.501987238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.509204968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.509279717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.509316731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.510028169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.510096765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.516093984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.516658649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.516719671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.521491659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.530856608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.531196084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.533067333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.572842151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.573144524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.574072693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2ef07a32-4a51-4f1b-91de-8d7eb03c1533","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.574400126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2ef07a32-4a51-4f1b-91de-8d7eb03c1533","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.574469704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2ef07a32-4a51-4f1b-91de-8d7eb03c1533","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.575689955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2ef07a32-4a51-4f1b-91de-8d7eb03c1533","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.583133516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2ef07a32-4a51-4f1b-91de-8d7eb03c1533","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":9064,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.594521015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ef07a32-4a51-4f1b-91de-8d7eb03c1533\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.594842686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.595975884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"819c4b22-00b3-4d03-8b38-26388d14abcc","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.596426431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"819c4b22-00b3-4d03-8b38-26388d14abcc","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.596562573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"819c4b22-00b3-4d03-8b38-26388d14abcc","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.597626523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"819c4b22-00b3-4d03-8b38-26388d14abcc","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:35.599418483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:35.600251503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.600392634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"501.510557ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.601410492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.601508497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.601685129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.601990989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.602143983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.603750655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.604740577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"819c4b22-00b3-4d03-8b38-26388d14abcc","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":8736,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.610567857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"819c4b22-00b3-4d03-8b38-26388d14abcc\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.611147192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.611202652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:35.611230448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.611800143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.61285785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.618363279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.618449581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.618482847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.618899117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.623546977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.623603109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.624561338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60348","req_id":"8e9cab08-2989-4d81-995d-99d6d41e467e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: eb 0b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.624624765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60348","req_id":"8e9cab08-2989-4d81-995d-99d6d41e467e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.624836106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.625002477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.6250538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60348","req_id":"8e9cab08-2989-4d81-995d-99d6d41e467e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.632680796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4520, tv_nsec: 424388081 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.632790885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.634661512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50741","req_id":"07ad7152-90b5-47b3-bfa1-86c9f274f3eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: af fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.634726422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50741","req_id":"07ad7152-90b5-47b3-bfa1-86c9f274f3eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.634821712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.63492642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50741","req_id":"07ad7152-90b5-47b3-bfa1-86c9f274f3eb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.696526985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.69693572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.696997543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.697036621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.697065238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.697876394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.698107524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.698404957Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.699981789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49224","req_id":"9f34e77b-78ad-42f9-aa9e-4d7b0ee4ea12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 31 b5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 1............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.700047129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49224","req_id":"9f34e77b-78ad-42f9-aa9e-4d7b0ee4ea12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.700257047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:35.700354271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49224","req_id":"9f34e77b-78ad-42f9-aa9e-4d7b0ee4ea12","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.703504257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.703558906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.703589166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.703991668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.707894434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.707951288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.707980145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.710779613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.719756889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.719814805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.719843342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.720714177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.729473479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.729532898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.7304676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.736862461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467f0d47-d77f-4e03-9cd5-e0803f0581d8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.737098301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.746726174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee7f3e2-49c7-4439-a1dc-b8a8b2d89de9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.747003507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.767695254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa8c6e08-4476-4348-a535-3353ee1ffbb9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.767863809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.770485383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb65844a-325d-434c-927a-3e5391949ab5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.770552917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.774093391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30937b1-b84c-4856-901b-a10ce872284d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.775728579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.779320676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a70e99-e96a-4107-8461-8501244528f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.779442219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.789869884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.796553822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae981a5-f53a-4db9-b468-3aa7579f1f23\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.796750834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.801388374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f98efd3-491e-4a05-adab-c56e6ff3f50b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.801731708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.803628648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e69b2f-e3b4-4185-98f7-fbaa0275fc4a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.803851422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.805842839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e41c782-bc26-483a-b9bb-cd9dcfc1d3ae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.806130362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.807962372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"058b569d-941d-464b-bd49-999e71286067\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.808180176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.810794706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2544bf37-8740-44ca-b146-1b082565bb8a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.811046497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.813049438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38ef28cb-08bd-40fb-adc1-1c304ff67f4d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.81333657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.818352234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1c97dd-e03d-4318-baf1-084a79bfbb08\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.818551871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.820604691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73562a0-fead-4a56-b48f-4cfc10be1d14\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.820855321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.824330335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb073817-c7e1-4fd5-b5c9-a544ef24c852\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.824432909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.826565258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baa3de92-595c-4708-8eb2-42b64c59f369\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.826633383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.828751143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78bc361a-5eba-48f8-af20-ae26dd397380\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.828824298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.830713543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1695a8cc-1d20-4d6e-a93e-fceae9847611\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.830891257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.831713385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2cbd1fc-0e03-4ab8-a079-f1a436e029d7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.831869596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.833424965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e0197c7-c247-4945-9450-a3e27f094f0e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.833485947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.835197998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2757fe08-48ed-4211-ae08-4507b0ee22b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.835367395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.836279773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fe85de-573e-4789-aa90-783bb6674939\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.836396115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.838304207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207b9a24-1390-4145-8096-6354d90325a9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.838555798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.840834518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7db96b-4135-4b6b-982f-d870392fa5e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.840968555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.841173503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.841225257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.841254896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.841281188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.842053497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.845383051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07511908-539c-4cd1-ad4b-a1ba9edda085\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.845436718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.845466257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.851410801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.851553375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.851583525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.85198775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.854421559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.854463162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.854985313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.855126564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95594ce-2033-44ad-b843-0583e1de593a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.855163067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.858552921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f6fc613-b80e-478b-82e0-c7ce8d34c86d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.858595195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.861081319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a313f6c-1caf-4bb6-97a2-c03810c12842\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.86131789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.871721188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22dd969b-895e-418e-96a9-93e1fc5ef99b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.871896557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.874232722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba48be9-cc32-4e6a-baed-ef617b97f534\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:34 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.874586246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.87805131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b082a8c5-59bc-4e41-b26c-744dc63f802e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.878115979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.878150117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e9aad5-a6bc-45f7-97cd-9b87302cc75d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.878183614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.879128737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acdbfd3f-54e2-432a-8a22-3d22c177cfca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.879265289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.881281837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dd66eba-3261-4a0b-a672-bef36a50ad90\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.881399221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.887960363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f0a4a1-02b8-4575-9929-2019ec9792d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.888248347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.891127604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bda2931-cbc0-4cfd-80f3-e89a14ce5a25\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.891238755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.893844748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.895304235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05e7751e-37db-474b-bca1-06e5e24bb615\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.895469314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.898683078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2fff49-7204-4e2f-9441-43b5867c5063\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.898808347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.900849945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3be63599-1911-4a3c-a885-55f1b0fb273f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.900909894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.903633631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8db4e340-2a57-40b5-a164-5707a87a0bdb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.904662521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.904809725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc966561-1fc9-4cfe-9c3a-13cdbf599983\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.905120504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.906497427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16fc978e-98b3-46f5-943a-b099ddb8d686\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.906688608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.90883785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c10b3b4-f540-47aa-b4cc-acf99361b6b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.908898481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.909617203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3869e673-930b-4456-aa56-1589e6fd68da\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.909676171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.909710449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.909740018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.90976632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.910646273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.914479501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.920363595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.920528173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.920564395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.920593382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.920620396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.922089624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.925926027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.938395111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.941998491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.942058941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.946081225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.947005427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.947080015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:35.947112871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.947139544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:35.948419705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.003849164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.003950005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.004413459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.009947775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.010004148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.010034869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.010550296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:36.01060264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44472"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.011618394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"915b9407-e4fc-49fd-9631-e177dc278637","remote_addr":"[::1]:44472","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:36.012079202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"915b9407-e4fc-49fd-9631-e177dc278637","remote_addr":"[::1]:44472","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":455,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.012562335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"915b9407-e4fc-49fd-9631-e177dc278637\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.014586818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.014641136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.014667559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.016506794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.016551964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.016583026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.01661014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.01705703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.017387298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.017432288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.017906112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.020083951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.023856177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.024052328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.024098269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.024513587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.028161896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.028222396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.02824914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.02873602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.033064995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.033152569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.038155006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.038209796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.077532403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:36.078205494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:36.07854465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.078611313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"477.18999ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.078649178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.078675601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.078705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.078734078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.078759949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.080324015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.087867876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.096665545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.096726987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.096759282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.098525551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.102492495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.102565761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.103296477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51245","req_id":"80106e95-4cc4-4167-a9a1-df9c509faeee","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: da 49 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .I..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.10369979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51245","req_id":"80106e95-4cc4-4167-a9a1-df9c509faeee","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.103880771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.104163805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.104214696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51245","req_id":"80106e95-4cc4-4167-a9a1-df9c509faeee","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.104597228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4520, tv_nsec: 903489359 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.104666506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.104964119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56024","req_id":"a187452e-36a3-4b89-b7fd-5c098465db24","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 74 2c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e t,..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.10504461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56024","req_id":"a187452e-36a3-4b89-b7fd-5c098465db24","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.105383144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.105447172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56024","req_id":"a187452e-36a3-4b89-b7fd-5c098465db24","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.147369179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.147792492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.147852261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.147887862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.147916008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.148782274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:36.148928285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.149324615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52334","req_id":"96028245-5724-4178-991d-b6b358c7b139","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 84 11 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.149466337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52334","req_id":"96028245-5724-4178-991d-b6b358c7b139","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.149603911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:36.149765513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52334","req_id":"96028245-5724-4178-991d-b6b358c7b139","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.150162995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.150217383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.150246662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.15099382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.157162321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.157261258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.157294995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.157644882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.160515822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07c64029-6d8f-44d1-ab82-fb0d9824b8dc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.160896731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.161725422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.161783298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.162531989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.1636917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46332014-0e74-49c6-a02e-7d2709b3efe6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.163894133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.166365507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c210d00e-beb8-430b-8026-90ebb2d29475\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.166576959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.172715229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97110504-1827-4971-9fd7-9ddb21a4ce07\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.172914155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.177210365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35095ad7-8083-4212-8788-44d0f2098706\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.17744855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.18155918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0846bed3-7dc6-426f-90d3-f70f56cd5111\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.181693127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.186931825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e6c946d-1843-4aab-875b-7c665f706482\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.188641531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.19107018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37875ab9-11d2-4132-8bcf-200c5179153d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.191288545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.193340584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03ec830-2b8d-408b-81a8-889c718bcbfd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.193796883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.195059218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a9c0d0-9c96-4e09-932a-36ed699a085f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.195510517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.196630058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46d8441-1ead-456f-92ed-69dd45385b4f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.196855006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.198065558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dad1aaa-5ffc-4245-ba20-e67f99d1330c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.19827772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.201098992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4753ab96-0709-4622-a7bb-02711cbf948f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.201413248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.203244486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.206748929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bc0580-202b-4c8a-9e2f-7fe837131ddb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.207057113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.209295944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"077cd995-d34e-4ba3-9d8d-774ef920d9bc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.209920548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.214607767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac7b875-85e7-47a4-b7fe-5ff03e3b1cdf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.214841463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.218279092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05d48d68-3452-4663-a718-5ae08e6d9076\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.21840872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.222149433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"500d90f2-7f42-4777-8aee-abfe39cb6021\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.223103404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.225190262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67094d1-ee21-4e18-96f7-23b016253813\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.225330131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.226653307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5590c1a-ad38-4832-92ae-9421d61918e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.226778015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.228190189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19371f2-88a1-402f-ac0f-cc672ffc0808\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.228300208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.229351102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acdd53a7-835f-4365-8575-28674e25de71\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.229414559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.230487146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564addec-70c0-4faa-8116-29210e64f020\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.230554931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.233190662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03054501-7c72-48dc-86be-a3270e616c8d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.233252115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.233909404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4fbb1a-4b11-489a-b3a7-f139183ca393\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.233973442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.237077096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601da542-9638-4d4e-bb13-15c599ad9080\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.237137195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.239589101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53bfbec5-c96e-4f99-8352-1ccb786a6952\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.23965412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.242394019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14cc3b39-5b8f-4e2f-a102-4326260da5a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.242457857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.244106842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a45573b-f588-4814-9291-ccfd3ad81d27\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.244169026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.245659816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f3a7f0-ccba-43fd-9f6a-3956c9ff2e15\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.245736269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.247088413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0a04da7-c255-4986-aa50-39c1a0b99e1d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.247374312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.248611237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf6420f2-5eb7-4d9d-825e-c29bd971e8bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.248764542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.249598975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bbbf7f3-1ee0-4f82-9cf4-f6649b407c06\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.249734695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.250972291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e718b6-97ab-40da-b398-14db1d665022\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.251146989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.252826105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a6bd58-1026-42c4-8f1c-30b656f23ad3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.253815626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.254044131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.25409361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.254124181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.254150553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.25486677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.259627225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.265071593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.265141853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.265176051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.265538283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.265771928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"201cfefd-e6d1-4b86-9ff3-855b9f1d36fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.266122387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.268504813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2316e80d-b01c-4d02-81df-556722a09bae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.268696225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.269064899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.269122153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.269534475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.2725784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff769f6-8248-408f-b4d6-de28f0cd3dd8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.27274933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.275585151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188f9018-d10a-4e22-8482-3fc0f24958e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.275718176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.280026369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c61a2c-4a9f-4332-a291-8b4df5c69701\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.280112491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.282316983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d45582c-a367-4c21-b328-684c18e64735\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.282453696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.283431985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17acd8e9-87e5-46c6-bf3b-aa328a2f053e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.283562455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.284653218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4bdf9f-9a96-4a6d-b956-4278afd416ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.284786083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.2864357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75ea4ae0-a52d-4441-9781-b7e3f09be807\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.286564446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.288581164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23fee74f-496c-4463-8cbd-c7fc29ab6c5f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.288764449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.289433412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.289481478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.289510446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.290319788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.294066283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.298841036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.298906667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.298938521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.298970554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.298998941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.300021929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.302903581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.307607333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.30774654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.30784192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.30843411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.311814525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.377464559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.377537624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.377885177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.377947411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.377982731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.378142149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.378926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:36.37899093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62195"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.379913879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"eaba5ac9-a076-412f-9a93-5717b42778d9","remote_addr":"[::1]:62195","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:36.380454396Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"eaba5ac9-a076-412f-9a93-5717b42778d9","remote_addr":"[::1]:62195","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":554,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.380938681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaba5ac9-a076-412f-9a93-5717b42778d9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.383180006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.383279094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.383311218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.387597017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.387661225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.387697738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.387729481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.389282585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.390154322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.407148682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.407226107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.407258862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.407809489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.416219355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.420158353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.4203473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.420400175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.421267603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.424689762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.424753258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.42651062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:36.524377964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:36.525014122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.525080824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"446.018483ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.525120373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.525257637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.525301324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.525331975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.525362686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.525712693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.527224987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.534204833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.539243593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.539496176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.53960366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.540219567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.547465214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.547580474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.548585857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63716","req_id":"0846dd20-6fa1-4c6a-bd99-e43ae783bd87","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fd e8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.548648351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63716","req_id":"0846dd20-6fa1-4c6a-bd99-e43ae783bd87","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.549241904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.549395169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.549537302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63716","req_id":"0846dd20-6fa1-4c6a-bd99-e43ae783bd87","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.550069162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4521, tv_nsec: 348936013 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.550132448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.550450722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51701","req_id":"382c2d8d-0775-4782-bcd8-93d388d7e8c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.550846481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51701","req_id":"382c2d8d-0775-4782-bcd8-93d388d7e8c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.551040918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.551070377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51701","req_id":"382c2d8d-0775-4782-bcd8-93d388d7e8c3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.641285926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.642262602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.642324375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.642358142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.642385086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.643704705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.644036536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61311","req_id":"7c0376a8-7579-40f8-a359-0783e2f99ea0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6a 1f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c j............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.644551923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61311","req_id":"7c0376a8-7579-40f8-a359-0783e2f99ea0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.644897972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:36.644984244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61311","req_id":"7c0376a8-7579-40f8-a359-0783e2f99ea0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.64502705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.645056308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.645166738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.64805859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.654993447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.655057274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.655089208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.655676217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.65888956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.659131111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.660354689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.660526211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.662411146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.670025918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ede18a-bf31-456c-9fd0-e1b226969b9a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.670610603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.673197427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.673648386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.673706261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.673735189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.68968099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9479c4a8-c66b-4c9e-8a78-fd4f82287ae9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.689820367Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.742326603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2080bc9-2e18-4fb1-b18a-a0496f5eeed1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.742624666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.746488575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881c2428-76bd-492b-8dfe-6e1f9e4993a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.746734856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.749659383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2e4675-31aa-4283-91f4-3206e21f8e0a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.751025655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.760243721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccb20245-7dd9-4ffd-be67-815c87b83d63\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.760466375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.761331899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.766099829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78ba32f-48f4-44d0-8203-2fcb02477fc8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.76617562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.767803784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"495d19bc-5710-49fb-aaab-db388c1a40f0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.768192499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.769520404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f599c7be-aecc-4b87-945f-f9de0f9948c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.769665333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.774258104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2abef2b5-3ed4-41e5-9a65-a35326b4a39a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.775526491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.778377892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36049542-b663-4251-805a-1ce4fee79925\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.77853739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.780733586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0174a02-163a-487b-bf5c-1a4876497640\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.780864056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.782291039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684252b9-5367-4dc8-b6f1-192b1bb73128\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.782481048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.785607136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7821b960-16ab-4ef3-b5bc-fb2b44794130\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.785693749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.789573188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e92ef22-86fd-4a0d-9e4d-8efbcaca5468\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.789668017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.791291893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5136f1ab-e398-45c2-89c9-a11231010b01\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.791341972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.794682929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6d790a6-e146-44c5-9f7d-189ae0a53770\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.7948036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.797428089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9c8649-c26c-496c-a7da-39f75a9256cd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.797582266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.79936595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f190704-0ddc-4903-9404-79b7a14e61b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.799437723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.800253668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b94a9be8-ba30-464e-a5bc-49d7513f99c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.800370862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.801315053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ded1be3e-ca7b-4d4c-9638-aa9dda3884ea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.801461114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.802871725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b5677c8-b7f2-498a-b70a-12afc23c330f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.802999569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.804755328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a63fd336-4f97-4c3a-84ed-35ab24dbac86\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.804827912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.808006205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a51f60fe-c850-452e-a34c-dfc8e1d780a4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.808451743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.810561115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68dab05a-8722-41b1-ae72-b572975b8278\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.810632458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.812092497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.812142877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.812175001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.812204019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.812930005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.81545206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee79631b-d4cd-4dae-a24f-1893de11812e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.815609764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.815804773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.824310731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.824381311Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.82441588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.824980535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.82792391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.827983869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.829809246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.831098755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2688b0e0-19c0-4210-8120-870811078725\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.831225488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.841924405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bccc7551-df88-4140-a6a1-9ed4e20a5557\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.842307999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.847001511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60400056-33ec-4fe1-a550-9100c6ee1dc5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.847255627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.851105608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf26163-8364-4b30-a7b0-cc8c3c6a61cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.851323492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.85300878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41041d39-4e63-4f3c-ad58-d2993ac7a882\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.853364769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.854861471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00190ee8-75b2-4682-9750-a975a5a08ef6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.85523218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.857305571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b19a686-1b04-4676-8fff-a3c5cd9bc8bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.857602212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.859814249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb4dba4-4c54-47a4-a4ef-f9522c11184e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.860023406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.861984964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6bc7786-34b2-4228-b2c5-850d4097f6cf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.86228893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.865307805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.867916041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff8040f-657f-432e-97bb-cc844ca12938\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.868128435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.871547266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134a5237-7cb6-4381-bf88-bc84f62255d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:35 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.87190031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.877765325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad9f9f4-efe9-46cf-ae16-3212c99d6338\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.878024542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.884545214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91542def-4346-4cfe-b6f4-cb0cd2c15c87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.884756104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.896665904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e5754c6-4a65-4a95-bc0a-9ae518c0c532\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.896879589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.901544093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"871a70f8-4c65-4a45-a5fc-913e1ab52dea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.901633471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.914724654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1d859c5-b3df-4aa7-b52e-b9e3cbdc970e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.914809353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.918902238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.919237626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.919325912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.919358537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.919382956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.919411613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2215cf4c-1253-4135-a471-c5bb18779a7e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.919446833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.920540312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.92708431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.927167476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.927201454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.927543245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.92778163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d053f8f8-3f1c-4299-9f93-d990bff9773b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.927974815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.931709065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c4b19d2-f65f-46f9-b033-9cef2b03051f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.931774756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.93181204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.931867661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.931953923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.932227357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.9323891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.932472616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.932862523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.935193838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.942649092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.942715745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.942751095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.942781887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.942811856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.943644816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.947244077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.951422202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:36.951629886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.951666879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:36.952044161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.011271798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.011341928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.011927665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38993"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.014773054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"0149c97c-297a-46ff-a3ce-89d344375a5d","remote_addr":"[::1]:38993","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.01672845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"0149c97c-297a-46ff-a3ce-89d344375a5d","remote_addr":"[::1]:38993","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1272,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.017756008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0149c97c-297a-46ff-a3ce-89d344375a5d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.020144958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.020202542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.020324064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.02400068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.024063675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.02409629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.024123234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.02708731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.030782442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.030842862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.03215674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.034145212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.034417665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.04389081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.043955378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.044160988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.045694143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.051521614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.051687424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.055415281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.055478036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.070509115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:37.120547814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:37.121419651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.121483719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"596.635698ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.121523247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.121552305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.121583658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.121614369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.121644369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.122434202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.123409285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.123505437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.123588833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.123619053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.126331477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.126396547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.129583878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.12965029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.129687494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.130294133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.132327324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.139745654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.139851114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.139943158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.140736428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.14115906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.1412744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:37.143119015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.143365988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.143471929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.144187434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.144425939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64435","req_id":"8f3dc445-0141-4309-877b-802464a242a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d4 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .F..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.144600998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64435","req_id":"8f3dc445-0141-4309-877b-802464a242a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.144949362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.14526465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.145439479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64435","req_id":"8f3dc445-0141-4309-877b-802464a242a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.146435844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4521, tv_nsec: 945363886 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.146572426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.149816369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64883","req_id":"c5f864d3-19f7-475f-824b-b09c02c43990","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 30 0f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 0...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.149973683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64883","req_id":"c5f864d3-19f7-475f-824b-b09c02c43990","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.150222419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.150426144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64883","req_id":"c5f864d3-19f7-475f-824b-b09c02c43990","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.204569562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.206603444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53907","req_id":"01086a77-b86c-4fba-8fa2-f0731e6a594f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d0 da 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.207554629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53907","req_id":"01086a77-b86c-4fba-8fa2-f0731e6a594f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.207637053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:37.207711492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53907","req_id":"01086a77-b86c-4fba-8fa2-f0731e6a594f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.207737874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.20781595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.207859717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.211202948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd9b497-08a4-44c7-95f2-c4cd263d5991\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.211721301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.213578562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"501bbf0b-7e36-41ea-913d-b2f37499067a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.213864211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.22013739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0f70f6e-8efc-46e2-9401-90c7e5aa29af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.220418009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.225614532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"564b1b19-6937-48a7-97b8-c6e5b2e3a9cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.225876995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.228932062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"714a360c-7ca0-496d-8417-bff967026043\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.229146269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.232478148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.2357066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4cf56a0-397b-484d-ac9b-d0379221a31c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.235979764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.23788478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3084daa4-8b62-4cb6-bd5f-e62ac940aafa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.238393504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.239849515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40060385-038d-4dff-9409-174465eac543\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.240137368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.241357259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6400a80-8a30-4687-b69a-3313271eb34c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.241441737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.242788911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d46ef39d-83b2-499c-9456-63adef2d7edc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.242914041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.244099973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edf4903c-083d-4bab-a31e-10001e5b69c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.244245133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.245608399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85217d3b-4a56-4da9-a396-cb6fc17f9e05\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.245700262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.247205972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c575b8-1b81-474a-81c9-a4952818e958\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.247386732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.251683984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eea98b5a-a618-4341-9053-a29d150b9869\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.251809344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.258263924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ca85bba-2a86-4ab3-bcaa-2a0f545b5876\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.259163026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.263209277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522fb26d-9028-4a3a-a70c-8db58d5207c5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.263391691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.265089363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08798305-ae6e-4afd-9300-fdbe869c0dcd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.265216176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.267084509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b7e3bf-8541-4dc6-9a73-ab52c73030fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.267174308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.268980596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df76ee1d-199e-4a56-a9e1-e88c526717a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.269104664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.270737046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc34138d-d072-4267-b078-6182e013961b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.270955922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.2719937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc91a1e8-58fb-4e1c-909d-de1a28e768cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.272144821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.273262428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3d83bbc-3181-4033-84a4-0ad90242bf87\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.273365914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.27457353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e10595-0df1-4e8e-9a5c-029c5030dfa0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.274787737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.279002865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5830cae5-891f-495a-892a-a3a02137e248\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.279196972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.283363483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.283437962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.283469274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.283548512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.284469277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.284604276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ba930c-e981-4923-a592-173849690683\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.284662041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.287644874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.295739923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.295819541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.295852487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.296263145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.30041108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.300764253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.303751956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.305006716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b60f16-9cae-4e9f-9ed6-02efa9e39ccd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.305150623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.309246884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e0e7845-ea0a-4064-9f97-b041f422eafb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.309448426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.312176932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fe8838-6e14-4b2a-84e0-5ded2edb38ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.312364997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.315520474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"388ff7f0-9b99-4893-b55f-6bcb25a1137b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.31559378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.318398128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"282557e1-c625-41c6-948f-850debb7e5a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.318481404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.319662807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e77dcf-bf37-43ee-8f6d-4331e8a9d228\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.319811293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.321628223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e880753-20cf-41df-acc1-9f25d4d38c3b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.321700277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.325222334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465f5ce3-edd7-4d7e-b01f-04c5d0563418\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.325290661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.326488016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c6111e8-c9a4-4721-81d7-67a62cf6dffa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.326553106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.331466345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b718e789-b102-43ce-97d8-7d516f0e5532\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.332098535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.337010502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.338531081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b122130-c70b-4660-8e75-9146943408c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.338653786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.340490666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58a31bb2-6074-4dbd-8517-401d2bc79dfa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.340726726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.34252551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d728b2-10af-4a8a-b827-3c93cbff6829\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.342597373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.34569235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0803c44a-5703-433b-a1d1-bef07b511184\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.345764554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.349958159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"542a5227-40a9-4cf4-8a2b-c170d9d5b0d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.350116575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.351826562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03ca510d-62c7-4b1b-be02-869e8fd2ad1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.351894908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.353088666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd77830a-11ea-4fd6-9ca4-36554fd6f439\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.353269938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.354300922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d7a515-b336-4713-bf58-7f1305a0a464\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.354521902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.355915308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5781b9d1-93f9-4625-a1a2-ac1b518e9767\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.355969887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.357219908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15eb4742-d0e7-48e7-803b-a66fffdbdd7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.357337141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.357454755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.357504264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.357799903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.358814605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.376268821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.399140592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.399244459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.399279198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.399312464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.399348546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.399799936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.400123861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.400175323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.400356324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.400397286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.401074214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.406208164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.418870763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.418948378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.418981995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.419479606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.422361899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.428899244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.428954534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.428986488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.429392627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.499438208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.499512216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.500557288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58177"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.501069298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"54cfd6c4-0f73-4194-a433-f8c480cf789d","remote_addr":"[::1]:58177","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.501835575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"54cfd6c4-0f73-4194-a433-f8c480cf789d","remote_addr":"[::1]:58177","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":769,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.50197858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.50206902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.5045333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.504601566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54cfd6c4-0f73-4194-a433-f8c480cf789d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.50716344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.507221626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.507250033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.50931654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.509379345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.509416489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.509448734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.510223006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.514890266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.522146633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.522337273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.522387533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.522915646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.573100806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.573420092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.585031878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.585289391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"09d43468-2c68-4a16-8f95-1ca8b263a011","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.585681723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"09d43468-2c68-4a16-8f95-1ca8b263a011","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.58574568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"09d43468-2c68-4a16-8f95-1ca8b263a011","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.586456667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"09d43468-2c68-4a16-8f95-1ca8b263a011","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:37.587018286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:37.587624865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.587686938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"466.143761ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.587725876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.587754793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.58818958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.588248918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.588281062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.58962515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.593354531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"09d43468-2c68-4a16-8f95-1ca8b263a011","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":8068,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.593671502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d43468-2c68-4a16-8f95-1ca8b263a011\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.593905879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.594288111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.600197525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.600422142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.600475509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.600909974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.601436814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b190e6b-b53c-4d0b-a1e8-ac27f45d9ae8","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.601780018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b190e6b-b53c-4d0b-a1e8-ac27f45d9ae8","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.601833444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b190e6b-b53c-4d0b-a1e8-ac27f45d9ae8","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.602332639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b190e6b-b53c-4d0b-a1e8-ac27f45d9ae8","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.606916692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.606976351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.607985261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57548","req_id":"0f181da8-da7e-4e0d-b7fb-10e209120e68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 f8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.60804968Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57548","req_id":"0f181da8-da7e-4e0d-b7fb-10e209120e68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.608833541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.608971196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.609021917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57548","req_id":"0f181da8-da7e-4e0d-b7fb-10e209120e68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.609552624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4522, tv_nsec: 408337171 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.609612283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.60984167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49351","req_id":"72c95a2b-3468-4de5-bb08-a2239fbec252","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6b 0d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e k...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.609895036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49351","req_id":"72c95a2b-3468-4de5-bb08-a2239fbec252","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.609985617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.610080045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49351","req_id":"72c95a2b-3468-4de5-bb08-a2239fbec252","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.66867418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.66942218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"6b190e6b-b53c-4d0b-a1e8-ac27f45d9ae8","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":67983,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.671688376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.671749207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.671782824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.671809537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.672663639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.673071071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.673236099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b190e6b-b53c-4d0b-a1e8-ac27f45d9ae8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.673371679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.673414244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:37.673440907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.673597069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.675523988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61123","req_id":"b2d4ab04-9ce6-4698-93b3-e2600834c09d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4c 2c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c L,..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.675631542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61123","req_id":"b2d4ab04-9ce6-4698-93b3-e2600834c09d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.675827833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:37.676018142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61123","req_id":"b2d4ab04-9ce6-4698-93b3-e2600834c09d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.678182064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.678238075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.67827031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.679760769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.680246397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.680515373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.680547537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.680572326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.690150691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.690840916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.690956095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.69179158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.701210046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.701326718Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.701933357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.704692434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b74f0dea-5346-4c1c-a6b5-1d8a24aa286c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.706343363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.720658215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db936d5f-35bd-4a5f-8c43-5dec08ebeca7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.72091669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.750176959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cc07016-fc53-46d2-bb5d-abea432fcfb0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.750492528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.752826278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0966c5-5a0b-495b-a05c-c58141a465bb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.753633977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.758907654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46b8350-8dd6-470e-b2c0-40dd68df3986\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.764568393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.803048392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.820093222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66016e76-6a18-47b1-beaf-bb9b9c00a6ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.820547838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.824553199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ea467b-3481-4474-80e2-32e9464baaf5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.824650843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.826318726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87fea25-2a38-42e7-899e-0e2bb9f4afd7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.82638576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.827247026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec55c47c-fd4c-4697-aa74-822e5ec54967\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.82752495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.829559674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e93bf86a-8d8e-4a44-abae-432c16de3b37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.829624914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.840425042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d8cccec-8c5d-4bb8-9657-4553b1844dab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.853024295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.853923497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.854078736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.854197563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.854445096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.855308096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.856005295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a906c117-3468-49e5-86e5-5ee718a60415\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.856224111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.859935916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566a1ce3-53aa-4e86-bf25-99f124bb419b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.860211535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.860485131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.865535293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.865623308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.865657035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.866062243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.868200713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa60ad88-9d5e-4fcd-bd6e-0dfb23011ec2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.868273949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.868398548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.868447515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.868878524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.870861505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1cc8dcf-b925-4327-a252-27a1f2a83495\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.870928959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.872807943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d64d6e-d9dd-4dee-95fa-c5e0e28f4dd6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.872878233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.875010672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d07aee4-1869-4e6a-bc39-6339cc64dac5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:36 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.875120551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.884145853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2384fb6e-00f8-4fa7-9662-b158772f374b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.884468376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.90644871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d0c5c0-cc97-4ed8-9f33-0c8df18262e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.906887083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.910146107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14068eb4-5f71-4435-85d4-f747e5636817\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.910292048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.91206495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9248f00-f147-4a54-b478-1f5b2b9f991c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.912107234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.913918864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba99dff0-cb45-4e40-b63b-1e9ea61b9f43\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.914195124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.915254555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e2d1528-5524-4bbb-8fa1-702ee5cdad4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.915298392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.919235166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.921203458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6225ab55-b8ab-4a84-b037-d1ef7118369c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.92162112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.93699935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3bdb3ed-82f2-4c11-ae72-6f735459955e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.937248026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.942570029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"639650c1-d6d2-41bc-8635-ffeb92e0300a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.942727543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.952170708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"399d8a90-f356-417c-ac7f-ffccf7e9bc54\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.95245292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.955036538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52e3c5e0-d7bc-4bbe-906b-ba4e863d582f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.95544385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.959888776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b22b209-951e-41bf-a395-1bda61350a0c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.96006136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969478553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b3019a-357f-4a5a-8d50-2f5c78aac3a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969549144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969586929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e269412-e85b-4ea7-b9a6-dbb70f6ae353\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969623141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969653251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e4b4d79-bb5b-4bc8-b0e5-38054e518fea\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.96968291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969709994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79a07a45-6145-4200-ae6c-f997a9712479\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969738872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969765735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b642ca5f-2498-4f37-9a6d-d1c2cb7c726e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969794192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969821035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55778013-59fd-4a70-a4ed-21fc6687fc16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.969850374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.969984271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.970067717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.970101304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.970128979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.972568089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.979685429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.992573368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.992770481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.992874207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.993556577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.998501359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68aea50d-acda-4504-88a8-1e6b7c8cb545\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.998882098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:37.99915921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:37.999210302Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.002648251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.007951648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b136375d-ca78-4717-b880-28552c44a61f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.008100194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.010803781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcf9eaf9-9e50-4895-9b19-ded0b58929ad\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.010877147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.013435444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9373b40-302e-44df-8614-c0bb098ca2ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.01358411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.015970094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bdaa4eb-f8a3-472d-8325-84e17ce3e610\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.016108841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.025675953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34da3446-5502-40bd-abef-2487966bb05a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.026144476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.028656952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.031558283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.032108369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.032795017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.035831838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f087011-75f9-4b2c-9ec4-27e66e08121d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.03602386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.038140688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.038204886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.038612558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b3b827-38a2-4018-bb31-ad142bd3da12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.038735182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.042408802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.042538921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.042746825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.04422964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2525f195-403f-4b1f-a4a2-68cbc3a6db8d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.044361623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.045261365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d2a899-9f04-468b-b211-8bbb1fff4931\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.045323319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.045356565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.045386595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.045414871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.046408962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.050805431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.05558787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.05566802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.055707669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.055739643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.05576848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.05610474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.058648037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.074430232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.074667615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.074722956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.07617576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.193573798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.193806131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.194369423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.194502899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.194594642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.194766755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.195584544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:38.195751146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64809"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:38.196191734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.197547225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"8c582f51-baa4-4b81-93a4-9e06f8aa31a3","remote_addr":"[::1]:64809","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:38.198245226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"8c582f51-baa4-4b81-93a4-9e06f8aa31a3","remote_addr":"[::1]:64809","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":706,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.19877414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c582f51-baa4-4b81-93a4-9e06f8aa31a3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.201631232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.201718205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.20182613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.203869602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.203986254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.204077476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.204159489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.205522836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.206001169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.21292786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.213027779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.213111606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.21361542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.215185749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.226224412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.226468479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.226523308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.227461587Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.228390308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.228448123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.230639539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:38.29294075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:38.294051654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.294103988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"706.346268ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.294141653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.294167184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.294196763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.294224578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.294252764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.295695098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.302546529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.313223392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.313348632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.313446467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.314323594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.315070723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.326733951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.326811947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.331142615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58926","req_id":"d2280deb-611c-4d76-b101-a013a02d90e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1f af 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.331259268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58926","req_id":"d2280deb-611c-4d76-b101-a013a02d90e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.331460398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.331639485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.331841117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58926","req_id":"d2280deb-611c-4d76-b101-a013a02d90e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.332204581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4523, tv_nsec: 131097022 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.332276665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.332626842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56635","req_id":"0db17793-614f-4783-916a-bb641f487925","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c1 a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.332752683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56635","req_id":"0db17793-614f-4783-916a-bb641f487925","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.332878283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.332961269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56635","req_id":"0db17793-614f-4783-916a-bb641f487925","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.41486677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.415677345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.415728447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.415887945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.415935509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.41678411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.417450799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54499","req_id":"d4435d32-72f7-438f-80ac-656bdadfe1f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c e6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.417515107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54499","req_id":"d4435d32-72f7-438f-80ac-656bdadfe1f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.417897449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:38.418325231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:54499","req_id":"d4435d32-72f7-438f-80ac-656bdadfe1f3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.41877643Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.418827692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.418853213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.420512158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.426802652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.426852581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.426880116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.427370132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.429904522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"252d5e7c-685d-47cf-a76d-c7cc6bce228e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.430375129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.431209572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.431267497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.43171052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.434403616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3b33f8-5a53-47db-9ad0-f790f7ebaefb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.43460156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.445619112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f0fbffb-c0c9-46a7-a380-64deaa195fa8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.446322443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.451305923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a184b69-b940-49c6-9aab-a468230f9d2f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.451924074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.459504017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5294a217-e8e5-4d09-b901-7d6e8afc3ca1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.459735799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.46192982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c8b79f1-de1c-4cb7-a3ab-62cde67123e0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.462004589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.464171717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afcf5eca-4221-4c61-9d3e-b44b5fd94d9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.464236175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.466033847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ec9756-fb91-4b29-8e93-b4cec7c81d1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.466099728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.466930243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0233ef49-3829-4bd7-8bf5-85ac4c6429e7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.467002006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.469388541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3ab1c9-1538-4c71-8b4e-849d6715b804\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.469517298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.469870902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.471012487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaaed79e-f3f3-4b34-a24d-4ec4c7de9519\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.471140011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.47204288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b687e01-e29b-432f-b810-0ca67f5fd3bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.472114192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.47343331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a22cf042-1de6-4dc8-a85d-7c96619ec1c1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.473769019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.475589406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124dffc5-c3ec-4d5f-8242-382c78edf17d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.47568185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.477527598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b337e9-9b9d-4812-a703-ec4c5d41dfd0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.477667156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.479527432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e71cceb-7628-4b71-9d8a-4e2f85f3a9d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.479600608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.481183782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a84a119-8ee9-4970-8f39-20706f53e50b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.481273982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.484121836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69bbe10d-965b-4681-829d-5ad050ccf3e7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.484198539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.486246049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7490b6b4-2890-4eed-ba84-38dc11f7dba4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.486357541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.4882894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"595d5a8a-4a7b-40bc-a191-a6b0fcf6bdfa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.488353618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.488387646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2a4baa-b0bd-47db-b9c0-fe804ece67aa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.488824616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.48987564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9849f69-21cc-433b-a93d-042a5797777a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.490011541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.491089309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1bb187d-2eec-4bed-b7fe-c340b957a8e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.491147074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.492333097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac2eb08-4268-4af9-86b4-15d75ebc2b0a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.492499839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.494393772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0bc280-b605-4053-a3e5-b30fde89921b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.494534212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.497263991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84ec4c3a-65ed-4b63-8419-be6fa35369f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.497786202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.500365461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba4569a-4dc4-40b1-89e9-eb28f3c54b0e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.500493436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.503238675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5925dba-538d-4195-902c-fcb3263ad99a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.503543823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.506827316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"044c76a3-93f9-44ef-b63c-6cb897e167ee\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.506899038Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.509638607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fa2131c-7151-4236-89d6-cc511b7ddeb6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.510306938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.512180441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34d0a6d-fb60-408f-ae36-9ee80f7f01c5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.512494457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.51699301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebe0ded-bc45-430d-a607-42bb4d860c74\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.517210433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.518243722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"849dd660-5aef-4032-b2c6-cf6920903766\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.518374022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.520245039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2005b754-d237-4c01-a967-fb9cbf1754c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.520317013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.521102438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.521152688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.521182437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.521210303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.525789927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.526812956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1834f558-b522-4bb0-998b-9f10c4ba51b0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.52723199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.52914911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.536036012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.536109478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.536142053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.536524165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.540541589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.540600516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.540628813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.542912783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33beda91-58be-4cda-8975-d58f7912aae3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.543148994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.547666796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dbd0eb9-6076-438f-b01a-d5fd6f1643a2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.547923106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.550747514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5133b5b1-2653-4e1f-be0f-dd47f05c49bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.550874958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.560086351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f0e641-eda7-4cea-acb3-7470c0464454\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.560282562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.565663062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a34c1d4d-ad15-4186-9c0b-fbf978ce16ac\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.566257316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.578625168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"394562b9-14ad-4659-a7e9-932d21b08f3c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.578956328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.579356094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.580970992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d69019-dd85-4c7f-b375-55f616da2b6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.581121953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.582484488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e26a51b-bee8-47f9-9ec3-0260301d3556\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.582630288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.584023213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca84803a-c1bb-443f-9813-839a1c3f14f8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.584149425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.585339125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2dbb6e-7e6d-4106-b2d9-0f9600731176\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.585384225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.585414125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.585443233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.585469174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.586186774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.589132764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.5944259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.594486411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.594517382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.594548474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.594576981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.596150817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.600531966Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.60893055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.608999747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.609034026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.609500285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.667105309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.667169066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.66892261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.668981207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.669014653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.669044763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.670948005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:38.670990831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43663"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.671825143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.672572101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.673858003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"eb840df7-fba1-44f8-8476-6756d73bf3bc","remote_addr":"[::1]:43663","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:38.676274147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"eb840df7-fba1-44f8-8476-6756d73bf3bc","remote_addr":"[::1]:43663","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2422,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.678857805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.67973375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.679845603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.679938358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.680273055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb840df7-fba1-44f8-8476-6756d73bf3bc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.682574951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.682638658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.682671033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.685084592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.685165964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.68520451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.685234651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.685390281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.68697612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.693187466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.693288187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.693376342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.693991949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.700250288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.706526303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.706742133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.706795419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.707315485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.709178527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.709238457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.709729385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.788101546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:38.788513346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:38.789230154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.789294603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"495.096086ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.789335554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.789366746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.789395904Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.789425273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.789454571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.79077384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.796212266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.801168921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.801245965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.801279151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.801737124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.805142048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.80527893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.806604441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61681","req_id":"d5ce3fba-4c7a-4932-9e9e-a67c5b548dfa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.806732156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61681","req_id":"d5ce3fba-4c7a-4932-9e9e-a67c5b548dfa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.807094157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.807144036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.807172072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61681","req_id":"d5ce3fba-4c7a-4932-9e9e-a67c5b548dfa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.807641498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4523, tv_nsec: 606446845 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.807762439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.808093378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50609","req_id":"5fa3fe84-2efe-42ea-a2e9-0a91c0a1b076","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 43 95 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e C...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.808154109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50609","req_id":"5fa3fe84-2efe-42ea-a2e9-0a91c0a1b076","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.808244549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.808334488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50609","req_id":"5fa3fe84-2efe-42ea-a2e9-0a91c0a1b076","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.85366695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.854068951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.854125544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.854158129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.854184461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.855060246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.85540856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56251","req_id":"272f1a28-95df-4ef8-b891-1225fec65f5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: cf 8c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.855868086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56251","req_id":"272f1a28-95df-4ef8-b891-1225fec65f5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.856063646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:38.856160909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56251","req_id":"272f1a28-95df-4ef8-b891-1225fec65f5f","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.856546227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.856583602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.856609012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.859118693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.864524163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.864662228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.864699201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.865058046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.867297969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b46f815-3c8f-4701-8855-3298c1ab84a4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.867726393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:38.869746949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.869806688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.870965857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.871387948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce46615-3c78-46f9-90bd-f70d54cce23b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.871875971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.875532676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"816d9849-bd88-4353-9be4-92df3adbdece\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.87572541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.881097764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198c833b-969b-481a-a19b-2564b02c2fb4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.881319737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.883623617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0632966-5839-425d-bef4-06109517b7de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.883786482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.886367755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eef63d5c-3cbe-4aba-bc59-baeb8af0415e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.886446922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.888511125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5976dd56-5a5f-45a3-9fc5-9f055c002500\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.888573349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.908898095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f64558b-96c1-41a2-9745-30ec11343acc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.909167141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.912116066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f5891a7-917b-433c-83cb-eb8ca4f91739\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.912265284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.923244088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8de8b6-6ef4-40cf-b878-0236c0ed0922\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.924872072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.926516037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2cad88a-31af-4416-9092-8f78e45e6260\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.926864963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.928458618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c23042b-8732-44dc-a590-c0e5d7113696\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.928600731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.930380878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce762037-f3c1-4111-8425-6e012b735749\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.930725064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.935249619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.936304701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d22d68-877a-4df6-b188-af4ba2365246\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.936509268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.938640515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f9f700-48ed-48c5-8484-900840ad7aec\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.93876363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.940988152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e32ee98-148c-4717-8ca4-c40ccac47d2e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.941114003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.946795543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16b762b8-aad5-4253-a648-e0d9b8bbb313\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.9470247Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.950529392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4883bc8e-b635-4890-a448-13ffe3dc2d01\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.950665143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.952831279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ce057a-102a-4dc7-b2d1-319237fcb4af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.952950987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.953728416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd8171c-0560-426a-a64f-a6fd17d07c61\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.953895028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.954855562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16c9e43c-7a5e-41a7-abda-87d143eefa68\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.95506034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.957422276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6a1900-a414-4bb1-a6ec-73b42f5adbe0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.957926741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.964090893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25115e6c-684c-4f6f-8ae1-fa7bc97cebd6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.964195682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.964230521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b4486aa-af92-48b2-a32c-e81ffb70688b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:38.964261453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.070589484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.074111412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.074267813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.074362682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.076615892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.077154886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.07734787Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.078293865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.081580012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.08480082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c81bd34-823f-4e37-944f-861b54ebc66c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.085396807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.086778841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.086877958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.088509609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc7ae1d-7073-4825-8361-f9f937156ee6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.088904867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.090962196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5192584f-268f-4001-9e85-ea748b1771ee\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.091182895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.093371887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9d1d25-4d93-45cf-a4dd-b758ed1fc0e1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.093824338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.103192464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.19993636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.204446376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.204530583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.205796876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:39.207090424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.207695409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf7f149-6e5f-42f2-b569-b9d3c9a041e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.207904015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.211552224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.21161084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.213554914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467cca02-0700-4fe0-ab4b-b053982a903f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.213711987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.217039577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197c0955-340c-485a-8e62-e468b4a1db94\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.217186289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.217393782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.217629893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.218409556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.221311538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6089d9f-b860-4f2b-a5f6-fcdd4c11b3a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.221448441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.223580499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266c6e65-edf5-4073-804d-67838be375d2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.229933076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.23286089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671c0945-d985-42b7-8eec-8824aec5ce41\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.240887973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.240970768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e64c2ef0-ee15-42e4-9e79-7d933e4d3b71\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.241010878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.241043543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c667792-3a1f-4ed4-8a6c-b326562a1d07\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.24107737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.252434649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf064cf4-ecb2-419f-8d5c-3738b1cf0c5e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.25250054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.252537264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c9d96d9-fbcc-4373-aecb-0e0be9960322\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.252571061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.252600279Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de4d3086-6793-498c-bc64-53b76ac30d60\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.25263062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.252658655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbb439f7-0d9c-4b96-8f1d-b397a3f7aa52\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.252688775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.253974056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b8265a-ca29-45f0-acba-85ec9074941f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.254048525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.25580263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ef2138-af4a-4e89-a694-1a17c2d3dd4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.255889392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.260015944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b6ba24-c755-4bfc-aec8-3144691f3828\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.260117186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.260155292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4de3b51d-449c-4f05-9729-2846261637ff\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.260186614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.260273067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b90d9a-0e48-4c6d-a6a6-9b4d29a850cd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.260433096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.260488566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.260520149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.260640328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.264009171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.266090417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.266718589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.270670753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.270868307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.270973707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.271060049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.27114093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.271662139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.274209674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.279663651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.279852948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.279895513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.28061177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.384681212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.384751552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.385168703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.385223021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.385255145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.38528277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.386127754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.386203445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50397"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.386880494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"4eb585e4-20e2-47cf-9df9-cef712773335","remote_addr":"[::1]:50397","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.387752982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"4eb585e4-20e2-47cf-9df9-cef712773335","remote_addr":"[::1]:50397","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":872,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.388604589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb585e4-20e2-47cf-9df9-cef712773335\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.391281703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.391335831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.391364678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.397480594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.401392879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.401453019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.401486155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.409447387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.409837023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.415626017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.415708261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.415741598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.416117807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.418214334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.422376597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.422557017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.42259878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.423051973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.424478916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.424539006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.4255647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.485576138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:39.486592063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:39.487085897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.487150615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"697.78423ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.487452878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.487507276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.487539971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.487570051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.487595943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.488158774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.490655218Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.499116276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.499236476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.499332156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.500036009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.50356493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.503618998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.506640388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61537","req_id":"b8656975-20b4-49ce-8228-e16552933e5a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ef c8 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.506939183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61537","req_id":"b8656975-20b4-49ce-8228-e16552933e5a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.507148009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.507380592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.50748495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61537","req_id":"b8656975-20b4-49ce-8228-e16552933e5a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.507848174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4524, tv_nsec: 306742629 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.507912432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.508303812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56969","req_id":"3872f68b-1a3e-46c2-949c-391ab8cb1e26","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f0 95 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.509233594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56969","req_id":"3872f68b-1a3e-46c2-949c-391ab8cb1e26","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.509336369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.50953274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56969","req_id":"3872f68b-1a3e-46c2-949c-391ab8cb1e26","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.566928377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.56746648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.56753208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.567564916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.567594404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.570107782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.570400986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53613","req_id":"0d4371fa-8654-422e-bd91-0482acc07635","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 61 47 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c aG..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.571031463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53613","req_id":"0d4371fa-8654-422e-bd91-0482acc07635","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.571198606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:39.571287393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53613","req_id":"0d4371fa-8654-422e-bd91-0482acc07635","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.571845004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.571901586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.571931516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.572251554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.5725107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.572903282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.579472821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.579547871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.579580296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.580173397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.580494667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b770bba1-ff14-4c11-8ea6-0e50c777bc5a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.58102276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b770bba1-ff14-4c11-8ea6-0e50c777bc5a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.581117548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b770bba1-ff14-4c11-8ea6-0e50c777bc5a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.582354613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b770bba1-ff14-4c11-8ea6-0e50c777bc5a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.586774409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.586834289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.58762313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.588615648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b770bba1-ff14-4c11-8ea6-0e50c777bc5a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":8127,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.588955766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b770bba1-ff14-4c11-8ea6-0e50c777bc5a\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.589195644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.589467215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e23b1aaf-4d50-4145-83a8-3d12d3b74b98\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.58978122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.590360955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0ed712b-2a93-4d45-9f01-86e10e407ad1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.59151238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0ed712b-2a93-4d45-9f01-86e10e407ad1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.591580826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0ed712b-2a93-4d45-9f01-86e10e407ad1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.592136493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0ed712b-2a93-4d45-9f01-86e10e407ad1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.59476984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c0f9f23-b57f-4b67-88fa-eccdfc5b4d4b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.595132723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.59561799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"e0ed712b-2a93-4d45-9f01-86e10e407ad1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":5321,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.596164639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ed712b-2a93-4d45-9f01-86e10e407ad1\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.596372814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.596458995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.596541139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.59930217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8edb3756-8c8f-4eab-adc1-4a3198b38435\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.5995329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.606492537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36d04a8d-b9b5-40e9-8089-9893fbed54ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.606719378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.608579725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8b68b8-2686-471e-8676-71b19f0f8164\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.608794232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.610937573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e974be-ee52-4664-9cec-58d5355a3f97\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.611014997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.612794884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378ee0a9-3562-4274-be18-940e7aa2b525\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.612866747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.615934489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8e11881-7b10-4e2e-937b-0d76b38b53c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.616006192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.616927087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c3e0d65-f496-4e06-acdb-c6dcd371148c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.617022657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.618232888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbf588e-f632-4f18-90df-5c08f768db6e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.618356515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.619477659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3d0d1d0-bb81-49e9-997d-b9279b702fd5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.619601555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.62042715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61a0ff9c-0c76-4483-9342-f90813e5f321\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.620491759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.621668323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb5914e3-5221-491e-8bec-b9dbc2943ce9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.621830567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.629147275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.629527452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77228398-6635-45e7-9819-3e107840dd27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.629701639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.634921129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed8e66a-25b3-4dcc-be0a-b82794cae222\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.635324532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.637372803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b0073d-22e0-4ae6-971f-eb0da596aba6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.637752239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.639859067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbc6760-40bb-4137-a47f-1dfe6679888d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.639927844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.642210202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10740c9b-83a5-4eda-adcc-642a057639c3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.642375321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.644078424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65352c77-f8c6-45cf-91a4-29805f80cf9c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.644151059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.645000551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7735df-51ce-4cb4-9053-1c6145b2cf9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.645186171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.646839666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01a2f524-58e0-456d-9755-a3c9717c7016\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.646990486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.648011611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a67e2e5a-6869-4c18-996d-7e99da3019e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.648679431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.651347607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92f500c-d1d1-488a-a4a9-05567373ed26\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.651467286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.652705543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7036fc-700a-4ecc-83bc-34224c03554a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.652753398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.65634801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cdff971-5179-4f36-bed4-f5bd849359e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.658064009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.658899233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.659859407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.671065614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.675070614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.675132016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.67516421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.680122159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.681124837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.681232952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.681494673Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.683823564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.690936656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.69649476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.696567465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.696602114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.696978193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.70291911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.702978979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.703579386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.722116991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f98a1cfb-93de-4ced-872b-a40c762ed70d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.722242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.733963604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c1bf3ad-caf9-4c4f-9a32-d25f1aa90587\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.734262971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.737418468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0599436-454e-41f1-a7df-f4db25b6f95c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.737484459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.739736466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53826ef1-2cbd-4fcf-a9a5-07debc9f069e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.739803961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.743471719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5f3b032-151c-432d-a163-8767b3011ffb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.743555566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.744939483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51ec8f73-64f1-41c5-b51f-f948c89c6df4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.745471102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.746515303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1794c188-0fc1-4e9a-b4c0-6b1fe88c1f2f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.746651755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.747593962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a87b882-39aa-47a8-a934-1100b8a54319\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.747716566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.74864678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f11df883-bd90-4266-9f05-46ad60425c8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.748848592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.750562947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135a5643-4eda-4118-b3a1-f816afc1b656\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.75074004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.755037022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"825ae1ee-f642-4334-ade5-69fc3426df69\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.755177371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.758103682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.76016562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389864e3-d240-4933-a2d9-04011f07b5da\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.760237032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.762126868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9792d421-ce8f-4d7e-9095-baca508e1b1a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.762242168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.764879572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28539de-1d2b-4d2d-b17c-a422f7c1a575\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.765004642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.767243633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a73d08e3-b85d-4e0a-acc3-bdaa5971c380\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.767301428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.769954073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7dd6fb-8881-4f2f-8838-8bf9c7157046\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.770214752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.771511777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8335a67-851e-4686-865b-f2abcfab4410\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.771629441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.773198006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d450939-df98-4c18-90de-e0ad845dd79c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.773384548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.774568657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d707db-90fe-44a1-9c8e-e82ccb12ad2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.77470534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.775708488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e97665f7-8604-4b2a-b502-3835f8ba922f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.775759941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.775794139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.775824059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.775851032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.776740975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.778929696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.783404452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.783615723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.783715321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.783803998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.783886492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.784468622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.788263172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.796501657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.796693789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.796800442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.805101812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.810620848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.810687451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.810721328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.810752039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.811206946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.873037359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.873311245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.876477894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51487"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.877093621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"dfdb6205-1780-480a-9329-823764655dd2","remote_addr":"[::1]:51487","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.878118042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"dfdb6205-1780-480a-9329-823764655dd2","remote_addr":"[::1]:51487","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1074,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.878419603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.885554949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.885653776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.885741972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.889381033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.889833184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfdb6205-1780-480a-9329-823764655dd2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.891715744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.891804571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.891868489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.895094106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.895529784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.895595595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.895667147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.897989404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.901057808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.901119671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.901848493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.902019614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.907197721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.907378141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.907430806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.908022915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.911689641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.911810201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.911908597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.912809051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.913367123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.914859948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.915000748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.916872838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.920861245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.92106472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.921188287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"123.937µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.921334708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.921427223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.921533945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.92163162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.921778042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.922525892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.9230318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.925443174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.936559893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"15.688208ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.93720063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.93741131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.937523934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.937622711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.93770761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.938538295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.938672703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.938825958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.938918603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.939527256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.939656092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.939751012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.939841442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.939927132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.940007042Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.940505264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.94063346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.941367262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.941519986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"875.585µs"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.941643392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:39.941725736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.941795255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.943385824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.94349936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.943587095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.94425703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.947027309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57637","req_id":"69f60f73-4bc8-4023-8821-04645a917b35","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 9d f4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.947231726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57637","req_id":"69f60f73-4bc8-4023-8821-04645a917b35","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.947537005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.947832533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.947997743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57637","req_id":"69f60f73-4bc8-4023-8821-04645a917b35","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.948275115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62511","req_id":"d0869928-5d9f-419f-a429-5b66a0b57529","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f3 aa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.948490064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62511","req_id":"d0869928-5d9f-419f-a429-5b66a0b57529","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.948721635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.948941112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.949184527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62511","req_id":"d0869928-5d9f-419f-a429-5b66a0b57529","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.949401249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.954354668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:39.95446583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.954553575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.955142228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:39.968951963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.010753139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.010866374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.011138336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.011809193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.01445257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.020908312Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.024656941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.024736941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.024771159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.024799325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.025465282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.026124595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.033973364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.034032201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.034065076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.034417779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.037159161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.037222617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.039016001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.039076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.048560037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.055050077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.055173764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.055266569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.055823468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.058369141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4524, tv_nsec: 857285830 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.058504871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.059099536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4524, tv_nsec: 857863301 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.059231859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.059606105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.059802947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.0604467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.061509608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.062701432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59078","req_id":"ee2b74eb-2882-45a5-9a7c-1afd8664f5a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 8b df 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.063003123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59078","req_id":"ee2b74eb-2882-45a5-9a7c-1afd8664f5a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35807,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.063514492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.063762416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.063924179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59078","req_id":"ee2b74eb-2882-45a5-9a7c-1afd8664f5a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.066814638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4524, tv_nsec: 865745997 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.067052532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.067271889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49440","req_id":"6d85ab77-a5bc-444f-8e9c-34c78d0f3c39","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: de ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.06748828Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49440","req_id":"6d85ab77-a5bc-444f-8e9c-34c78d0f3c39","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.068242973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.068349656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49440","req_id":"6d85ab77-a5bc-444f-8e9c-34c78d0f3c39","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.069082496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56571","req_id":"0082a6ca-78d0-4d82-bd40-6d6d0913e221","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 09 a1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.069378546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56571","req_id":"0082a6ca-78d0-4d82-bd40-6d6d0913e221","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.069702281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.070333649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56571","req_id":"0082a6ca-78d0-4d82-bd40-6d6d0913e221","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:40.072952477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:40.073262464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.073320811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"585.883294ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.073358436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.073387083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.073414187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.073441581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.073467463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.074169031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.074494349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.074546052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.075010237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.07677853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.076839291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.078121526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.16301956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.163094168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.163600337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.251921631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.251997833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.252792346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.260320646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.260387188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.260419162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.260805632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.261115509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.261172333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"321.500068ms"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.261340468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.261387081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.261418984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.261448403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.262066504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.318294826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.31835706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.323890204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61644"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.326405516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60738","req_id":"d10531ab-3654-4f20-9f12-7c1ce92e59d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8c e1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.326677427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60738","req_id":"d10531ab-3654-4f20-9f12-7c1ce92e59d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.327131101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.327311932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60738","req_id":"d10531ab-3654-4f20-9f12-7c1ce92e59d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:40.327640677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.327995453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.332075072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.332173087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.332332535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.33242567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.332507614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.333135505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.333806051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.333911932Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.33953246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.339646197Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.339919632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.395700972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.395775771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.396029457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:40.396083545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:40.396807537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.397056303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc-routes","method":"GET","req_id":"f087c0aa-b6a3-46e0-a1ad-6177b5d29831","remote_addr":"[::1]:61644","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.39746634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/vpc-routes","method":"GET","req_id":"f087c0aa-b6a3-46e0-a1ad-6177b5d29831","remote_addr":"[::1]:61644","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":492,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.398178228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62238","req_id":"01c12b36-9fe2-4f00-8bb1-cd46b3f0f30a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 98 2f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ./..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.398299901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62238","req_id":"01c12b36-9fe2-4f00-8bb1-cd46b3f0f30a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.398605469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.398764877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.398994524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62238","req_id":"01c12b36-9fe2-4f00-8bb1-cd46b3f0f30a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.399059584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f087c0aa-b6a3-46e0-a1ad-6177b5d29831\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.399095566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.399123832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.400755233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.400956644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.409375167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.409443574Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.40947696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.409932658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.411801461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4525, tv_nsec: 210694414 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.411870709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.413106291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64113","req_id":"03adaab5-a9c5-47ec-ba95-deccac82ece7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9d 47 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .G..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.414299649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64113","req_id":"03adaab5-a9c5-47ec-ba95-deccac82ece7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.41441067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.414446421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64113","req_id":"03adaab5-a9c5-47ec-ba95-deccac82ece7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.460028902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.5431274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/v2p","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.544675114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.544842056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52395"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.550536402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/v2p","method":"GET","req_id":"1a782c40-b0e6-42c6-8c0d-5ef4ff5f0643","remote_addr":"[::1]:52395","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.550602824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59081","req_id":"46cac9f3-b63d-4bcb-a3e1-21116cc49473","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 72 f6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c r............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.55075616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59081","req_id":"46cac9f3-b63d-4bcb-a3e1-21116cc49473","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.551061648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:40.551237699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59081","req_id":"46cac9f3-b63d-4bcb-a3e1-21116cc49473","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.551394542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/v2p","method":"GET","req_id":"1a782c40-b0e6-42c6-8c0d-5ef4ff5f0643","remote_addr":"[::1]:52395","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":913,"response_code":"200"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.55177025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.551818035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.551847013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.552260126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a782c40-b0e6-42c6-8c0d-5ef4ff5f0643\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.552315457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.552343793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.552370656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.553565838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{}","iteration":2,"elapsed":"614.842835ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.554159501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.554240442Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:45324/eip-gateways","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.554789035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/eip-gateways","method":"PUT","req_id":"dfb59880-1334-45e7-ac52-c0979114488f","remote_addr":"[::1]:61644","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.555325654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/eip-gateways","method":"PUT","req_id":"dfb59880-1334-45e7-ac52-c0979114488f","remote_addr":"[::1]:61644","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":535,"response_code":"204"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.555794378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dfb59880-1334-45e7-ac52-c0979114488f\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.557806627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{}","iteration":2,"elapsed":"615.842707ms"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.55948913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392b8b7f-c385-4b6c-acea-336d530ad794\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.559779318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.561642851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33e53e9d-faaf-45a5-b839-9ad13e1cedb8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.561745826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.564488971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c31987c1-9698-4068-b91e-dd09c33f8fbc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.564624702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.566935476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad2e72f4-2eeb-4b94-aaf1-3719242a30d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.567039844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.56947231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ffbf2d-02ae-4c72-92c6-e2db46e920de\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.569539454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.571184502Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7283b9af-3352-4470-bc66-9079f1389cad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.57124884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.573081381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fcd0614-94e9-4041-8b7e-4f5c3b5b1151\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.573148585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.576711594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389f9393-6afb-4abb-b836-e74a685d7d0b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.576777876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.577680735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9586b082-5cb2-46e5-8df9-c95877a82a8f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.577794712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.57881248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e6ed0b-7a23-4afc-9142-b3b2eb591cd3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.578945295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.581350266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ab9a5b3-db31-4dc4-bc53-ba495229ec33\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.581476438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.58254157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c3a9d92-8e7d-45d8-913a-0b3729a782a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.582615688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.583842372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3879c9e1-8e6c-4b76-a0c0-22e0b0e64286\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.584005617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.587115443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a6b93ae-3d30-498f-8e0e-1b9b3c646e7f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.587292616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.587489519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.587537254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.588350033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.607286192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.60736044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.607393346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.607421321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.608295132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.609224364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.609291678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.609325235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.609353371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.609755352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.611823803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.620905087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.620985337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.621016779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.622298203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.623194839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.630380626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:40.630493581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:40.630523611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.630547779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"709.194574ms"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.633000977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.633073411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.633494821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.635707159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aa89c7d-35a0-4162-85a6-ac021da8e59c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.635878981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.656504126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21755e68-bdd6-4ac2-91c6-cfd2d3eb3295\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.662260505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.66235852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.662400023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.665347375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.665915347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.665975487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.666003683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.704329024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d58319c6-e096-4c79-99b6-aed1f01be16f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.706442404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.722051404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"796fee06-df0e-47d4-a41c-7b0a3ec652d4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.72228506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.723014223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.726642071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ff985f-3e5b-4d6f-8985-e237c11813f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.727032579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.728070888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb1668e3-e75b-4dcc-bff5-f3dc603f63e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.728464322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.729713501Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9c6bf16-fa4f-4e06-b217-063a51f88275\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.729996835Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.731960498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6717f931-8381-4b12-994d-5555e7032e42\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.732236958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.733369034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ea798e-8f60-4e6b-a1c5-57b26e071f19\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.733719793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.734940325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6ab9f0c-f1f9-444e-8818-36edfcdeb301\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.735291484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.737114837Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33540bc9-eed9-4eee-b50d-a2f0533c796f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.737365026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.739618917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8775a467-59a8-4f16-94c2-656ea3e6c8af\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.739943794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.741899621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102da49d-73d4-4088-bc46-4fc8e4ddea99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.742155811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.746823261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78cb4001-f099-46a0-8a0b-4e6b23abcc17\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.747040734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.749402359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb55ecd-5abd-4e4c-a605-e9cfce50c9a7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.749616967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.751699196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e9df28d-6cac-4b2e-85f6-cc054db17606\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.75201276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.752890359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77a9813-d1d5-4efd-99ee-52054234234a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.763731229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.765568269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7e6f6ef-9e4a-4eca-9dfc-29f2e836582d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.765796594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.767709696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b34998de-6ed8-4b27-8a50-eb98272fbb80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.768039433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.769402388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42fee0bc-33cc-42e6-b6e8-5a2087c8259d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.76965944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.772858113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c228af5-6ec4-4aef-ac28-aa265909b6e3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.773883426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.776069422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.776130103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.776162748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.776189611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.777058543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.780141114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.789961019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.790020217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.790050958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.791337943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.794692536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.794752195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.803389054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.803648481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dabef8b5-ede5-42b3-b0e4-1cb3c56b261c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.803829351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.819950391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16aae2cd-808d-4d88-9813-9b4a341ef5ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.820087284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.825904404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b804603-2556-484b-8643-5f03762b65f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.82598262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.834696061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08b1fe2-104f-4e14-8c14-a2dfe419efa3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.834823615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.841538023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f922206-25d5-4225-a6eb-99e574550c76\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.841616069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.850646982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af07adf7-b0cc-450c-af5a-7c878112ab53\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.851708868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.852591927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.856272901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b5b09de-b03d-4c4f-b48e-12b834ea17a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.856537198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.85887225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69bf5d72-1024-4f3d-8f9d-2c29a0c8d0a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.859294381Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.862407103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153d2c29-86da-438d-beb4-f74a8a5652b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.863426504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.865739723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e8b7591-5f1b-4621-8508-0e49beef2957\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:39 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.865941195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.866068549Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.866164009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.8662548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.867744428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.87119372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.881628992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.881734191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.881915252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.882015762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.882102595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.882861758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.888933425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.896119533Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.897216198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.897282811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.898402301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.94943955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.949507916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.950044395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.950099705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.950130006Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.950156909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.950816844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.951183935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44983"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.952174309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"7375fac9-7868-40d6-b364-0e302ab1dee3","remote_addr":"[::1]:44983","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:40.952720727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"7375fac9-7868-40d6-b364-0e302ab1dee3","remote_addr":"[::1]:44983","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":635,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.954586435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.961095764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.961158189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.961187978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.961552895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.961797412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7375fac9-7868-40d6-b364-0e302ab1dee3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.964065702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.964124449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.964152214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.965932401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.965992791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.966043873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.966077099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.96658459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.969272566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.969313507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.971064606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.972904843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.979550213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:40.979921403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.980051482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:40.980749954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.028619892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.032766954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.032840321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.033422541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.040117029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.04180401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.041900492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"968.468601ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.041951063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.042012015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.042115781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.042162404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.042191753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.043413036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.047332255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.047398577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.047818724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.049374263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.05782467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.057891954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.057924619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.059093558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.061094104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.061153994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.063839154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.063895887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.064747824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61379","req_id":"81473eec-12a9-4cb5-84fd-df580c4c19ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 56 71 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Vq..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.064809758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61379","req_id":"81473eec-12a9-4cb5-84fd-df580c4c19ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 22129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.065021209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.065183612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.065335926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61379","req_id":"81473eec-12a9-4cb5-84fd-df580c4c19ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.06582476Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4525, tv_nsec: 864668464 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.065888457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.066270819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53818","req_id":"49b1db6a-2fca-4c56-bc16-c1ef115a8b82","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: eb fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.066395016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53818","req_id":"49b1db6a-2fca-4c56-bc16-c1ef115a8b82","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.066490196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.066583121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53818","req_id":"49b1db6a-2fca-4c56-bc16-c1ef115a8b82","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.148458532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.149003889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.149066053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.149098207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.14912504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.150064191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.150287847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.150572855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53401","req_id":"0258dd4a-449d-4c5e-a487-50af0c1ffa7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 76 70 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c vp..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.150674528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53401","req_id":"0258dd4a-449d-4c5e-a487-50af0c1ffa7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.150880137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:41.150973333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53401","req_id":"0258dd4a-449d-4c5e-a487-50af0c1ffa7d","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.15122781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.151280004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.151306146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.153312524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.161336671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.161397001Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.161426941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.162291864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.164093324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff70c8f-fdcd-4946-89bd-c28d4ae8a56e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.164853378Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.166357174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2579893-6010-460d-b6cd-769e6d95ccf8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.166508335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.16674169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.166785087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.167348169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.170491592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f551f4-d13e-4895-944a-70a8a747cf31\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.17066123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.174298226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaebef03-b49e-4122-b64f-293b094f017a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.175788846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.179257297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c330293-e302-4ca1-9d2c-ff37c0d01a82\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.179464239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.187232948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d547cf78-413e-4042-8924-2e9dd62bac8e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.187324861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.193967897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59328e4b-14c3-4ef6-a1c7-fa17738f5e7e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.194291802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.199512805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b683ca-c985-4c23-b8ac-065ed50688f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.200911832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.202943721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24d4cb09-0cde-4663-bf82-7dcd6edea412\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.204110756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.216838585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33b17887-890d-4c9c-a0e9-bf7a561f0268\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.217101559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.21952633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09167e24-62c3-4a77-9b2b-7490efa63879\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.219798853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.225611986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.22603084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d391554-83ba-428a-bfb6-1f8116931ca4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.226207873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.228196796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74460e75-8d90-4e17-b7de-a9bb16025d80\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.228386554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.231992769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b13a73-9781-468b-ae2c-32ea9b73abc5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.232066325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.235574275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b215339d-0a7d-4580-838b-942ccc250b88\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.235759965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.238062653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0323cb48-2451-4e32-859e-08c811447724\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.23824192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.243327282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe28bde-cf20-4c35-a4be-99766d9e7be8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.243521269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.245807414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad06ec2-9cf0-4206-9501-23ca693f15cf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.246060698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.249038692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035e6c79-4ed3-4c50-b572-fc42769ab435\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.249166747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.25008702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b88bf6d7-21c6-4c67-b374-d95a50e0a638\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.250415786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.251732689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aacd21ad-eadf-4148-afc4-8c476d0d26fd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.252133027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.253977863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671ecdf9-6a3d-4e11-a39d-7a0740b51248\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.254559912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.256386412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb32eedb-6291-43a9-8dc9-3a3edfa51ea1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.256655748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.259232853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8badcde-d48f-45a2-a52e-310369ab05a3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.259504865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.263430176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d258477e-a49d-4298-9f6c-50329cab3282\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.263642669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.27015245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32b39bf-f2c6-4758-b576-ded47b00e47f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.270324923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.272840545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2abdb90c-0101-4d63-91e1-26225f2d9829\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.272919443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.275918248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.275977445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.27600977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.276162524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.277350942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.277966749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"389e0ae9-2ed5-4ff1-ba1e-1aabbc050c1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.278052921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.279886394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.286303469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.286365703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.286398168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.287305526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.290320954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f4abf4-b3ae-4453-9644-2b9268b856e0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.290468217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.291389473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.291446617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.292537791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.29376195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.293849224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.296548091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.302778795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a968a83-cab6-4bd0-9c65-0470e66b6c41\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.303048132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.307223972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49ea80ee-b3b1-4d5d-9874-8a4b57e3552e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.30737359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.310658004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca106711-027c-46b0-bfc5-8b067d630ef9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.310806139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.31560969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"675c6dcc-554a-41d0-a7d4-3b500fe553e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.315931431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.317754744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1e3ea7-6fe5-4d4d-bd87-7048c013d987\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.318141424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.322293958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111ea2c2-d950-46a9-be07-7f16d5e4e6d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.322592543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.327979536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11d449cd-866d-4e09-96f9-907137ac66ed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.32817731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.333179687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fccf096d-cedc-42dc-89d1-28cfc0bbf878\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.333339205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.339096937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.342144028Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066ff261-6251-4a3a-9712-81264fe6b501\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.342394778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.345119446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b9a1576-8145-4b5c-b2a1-119f08e874b1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.346235179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.350316321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e31938-a821-4983-bb86-2d1b9e01cf65\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.350672821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.353863719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ac78a2f-9687-4542-88ca-fbf2f9f2769d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.354087294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.355934384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"966e259b-8242-49a3-8bd9-4e891dedfab2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.356227509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.357719491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27f7c61c-c543-4ad0-a289-7f295b9ac193\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.35794467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.360090195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"267f2d72-b95a-4c58-850d-0fbbfd22c944\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.360461555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.365272891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07dcf1c1-bc18-4b1a-b043-01cfdb3a9dc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.365404814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.365450585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.365481637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.365509853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.367704185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.371052346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.378753781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.379773863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.379891568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.380049863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.380160103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.3813632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.38185011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.381963245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.386841064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.390556066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.395043347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.395156632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.395194257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.395711217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.397387327Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.397512626Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.397548819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.397577987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.398057262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.451249123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.451342769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.451803628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.466191004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.466383417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.466434689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.466976459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.468410175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65423"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.469831467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"1fba0aed-6c79-4093-b71f-46e2fa5daa0d","remote_addr":"[::1]:65423","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.470314209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"1fba0aed-6c79-4093-b71f-46e2fa5daa0d","remote_addr":"[::1]:65423","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":508,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.471067259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fba0aed-6c79-4093-b71f-46e2fa5daa0d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.474064681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.474104962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.474129982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.476351668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.476404784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.476435345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.4764631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.476902726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.477809232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.477865474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.478425771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.480039666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.490278366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.49051133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.490569897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.50179371Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.546531697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:41.547077465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.547145851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"504.978677ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.547185249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.547212464Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.547240189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.547273585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.547304206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.550333642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.555206912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.561543467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.561615641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.561648737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.562185657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.562643489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.566002281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.566111659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.566772305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51859","req_id":"789dd07e-5289-4974-be49-ba1ad46aa35f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f5 86 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.566835521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51859","req_id":"789dd07e-5289-4974-be49-ba1ad46aa35f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62854,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.567138735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.56726649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.567314185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51859","req_id":"789dd07e-5289-4974-be49-ba1ad46aa35f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.56770822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4526, tv_nsec: 366577746 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.567769392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.568008999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53470","req_id":"57b7709a-0062-4fa5-b052-ca58a26a17e4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 62 cb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e b...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.568100963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53470","req_id":"57b7709a-0062-4fa5-b052-ca58a26a17e4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.568192685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.568284178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53470","req_id":"57b7709a-0062-4fa5-b052-ca58a26a17e4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.620678179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.621428725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.621488885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.621525758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.621554415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.62218924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.622312806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.622481212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.622624638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.623316466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.623643638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"39b2e5d9-8044-47d4-9a53-a277ffe3b30b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.623809178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/0edad310-c855-4048-9948-7b16c31b63b5","method":"GET","req_id":"60652d76-5922-41bd-8877-1a1b58a8c057","remote_addr":"127.0.0.1:54755","local_addr":"127.0.0.1:48599","component":"dropshot","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.623858045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49553","req_id":"b740f3b4-63c1-449a-a9c0-861ba25c50f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f0 f3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.624015058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49553","req_id":"b740f3b4-63c1-449a-a9c0-861ba25c50f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.624170067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:41.6242621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49553","req_id":"b740f3b4-63c1-449a-a9c0-861ba25c50f1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.624503962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"39b2e5d9-8044-47d4-9a53-a277ffe3b30b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.624558962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"39b2e5d9-8044-47d4-9a53-a277ffe3b30b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.625986686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"39b2e5d9-8044-47d4-9a53-a277ffe3b30b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.631069153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/0edad310-c855-4048-9948-7b16c31b63b5","method":"GET","req_id":"60652d76-5922-41bd-8877-1a1b58a8c057","remote_addr":"127.0.0.1:54755","local_addr":"127.0.0.1:48599","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":7252,"response_code":"200"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.633491539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.633591759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.633637059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.634014862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.641254106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.641311259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.641343073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"0edad310-c855-4048-9948-7b16c31b63b5","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.64863443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.656059294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.656157349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.656194774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.656771112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.657946033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"39b2e5d9-8044-47d4-9a53-a277ffe3b30b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":34285,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.658609826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.658738622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39b2e5d9-8044-47d4-9a53-a277ffe3b30b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.658956056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.659348908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.66008759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8d5664d-0e70-48b0-bfc8-c40c6e802c57","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.660724599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8d5664d-0e70-48b0-bfc8-c40c6e802c57","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.660798156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8d5664d-0e70-48b0-bfc8-c40c6e802c57","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.661123414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8d5664d-0e70-48b0-bfc8-c40c6e802c57","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.662346681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.662408144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.662810806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.663449739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.664143511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.664204883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.664233671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.667015002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"d8d5664d-0e70-48b0-bfc8-c40c6e802c57","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":6962,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.668066858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f805e3d-cf16-4084-a3ce-4f0a94342820\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.668402206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.668540843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d5664d-0e70-48b0-bfc8-c40c6e802c57\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.668714008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.668757745Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:41.66878542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.694770964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd542e01-f36d-46c1-8aee-f92aa7670ec6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.695356401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.711609715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89e49be-8127-47f0-9e5c-a0246f502ef4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.711898219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.713953635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b70441fc-25a7-4f18-b640-0f1b83431b27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.714276458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.717154723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7437ca-794a-499c-bf35-bf2f41faf02b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.718445725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.724234579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05a1103-552b-44cc-b291-539b21ab54c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.725146365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.725598967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.733370351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d51d714-c7a2-4109-8a42-f14620c56087\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.733594528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.739505766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42475e4a-780c-4073-8b51-bbaa7b3d9c79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.739835593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.743801715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5494cfa3-f995-4690-8a8c-a725a07a0f0f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.743941884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.747011049Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2527006f-60bd-4c6a-9286-c010ce9772bd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.74707143Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.750727073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9617dab-8002-486f-93f4-22ce25e067c3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.750858275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.752341811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880139eb-5b9b-4870-91d1-4dd8b9a11b48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.752413012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.753410881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612da46b-8729-427b-b370-394d0157e0fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.753579617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.755214655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61e5a915-3d31-4ef0-b315-19916047ebb7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.755333581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.756952617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbbb0206-3763-4e35-9ca0-f98a4b107f5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.757092416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.765578233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c195df2f-e265-463b-b819-2b7e8dbb08f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.766443397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.775771944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e938e7f8-331d-4b24-91d3-7e7ef3a137e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.775990429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.776423412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.776598531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.776702267Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.776814691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.778679026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.795752032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.802327884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.802399687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.802433284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.802893731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.803201695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273d0ec7-50fb-469a-8c2d-fe1c4c0eb6aa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.803367986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.80583417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.806013657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.806621669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.806813551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0c164a7-6b4d-44cb-9d54-59c17d30aef5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.806979722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.808451665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0056acb0-ce0b-45d9-8648-75806271e8d1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.808691483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.813790161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5507c042-aba2-4f07-9a09-f271b7a5fc4b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.814091241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.817467518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48a1d0c5-d6f2-4cb2-a762-d25b7b200876\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.817698879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.821269985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909c7782-10cb-49a6-a2b3-a256404d5d2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.822948679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.834532149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee48fad6-97cf-4e14-9040-2e2c2d249bca\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.834865182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.840302275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70c4b507-ea17-483d-bb4f-6e702feacd1f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.841261306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.850266288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4565a90d-9d47-461c-a3e7-da0b1fb8f685\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.850500114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.86058163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.86107318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb94fa9-e397-4d44-93b9-f7a454bc1aef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.861144432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.865652103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e244839d-762e-4f33-a73d-0feccc109bff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.865727463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.867788159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"413571fa-683f-4964-b33a-5a5a02188f04\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.867912978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.870986592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04d7ad2-f83a-421f-9d72-dff8f2aef306\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.87105123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.871298764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a9c891-89fa-40f8-ac96-6503f7601d68\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.871429294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.873516713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2cb7302-b67f-4f5a-aa70-5493acf3f3eb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.873577965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.874885169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1d12681-e939-4bed-a051-b0c843806502\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.874948265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.876655597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3813c2f0-d0c3-4c69-a0da-03a87648265f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.876734384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.879103454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"704eae42-0a17-448c-ae8f-d46ba4608f24\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.879305446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.882914758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75102ab-4ada-4768-8f9d-e868162c826d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.883103895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.887761845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1cd760-bca4-4fc2-8475-211fe9954a9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.888101181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.895535223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afe28392-d691-43b4-b9ef-6cc4ddec0926\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.895949919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.899198282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce4c8b5c-476e-4578-9185-6271046affe7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.899261047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.901472072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331fb1a2-7365-4445-a5e2-d0335ad021ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.901549065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.905964272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f81b7641-d94c-4d43-88ac-2d98c093c298\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.907226608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.908318393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54d14de7-2c0f-4254-92f9-34adb73b45e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.908580575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.909597662Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6deab9a-0f04-4ed4-a012-e0535454bf98\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.90983781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.910859586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7af5be80-f4fc-45dd-9dec-5e7a5d8a0f31\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.911084023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.91147887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.911611644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.911707065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.911827274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.912595234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.913717911Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbf3bedf-a5fa-495a-9d21-a9130a55885d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:40 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.913911457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.914024722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.914110453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.914241013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.914898313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.918180011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.931543618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.931614509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.931648847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.932095678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.932570093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.937583732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.937658451Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.937689112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.937717749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.937744553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.938199249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.940864559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.94093055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.940957584Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.941531257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.946582351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:41.946708332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.94679744Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:41.947521783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.029310702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.029441994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:42.030068482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56709"} {"msg":"inserting 6 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.030198421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.030227759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.030662736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.038245965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.038652716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"dc1f5ce1-bf35-4bc7-a98f-1a61dfad80e4","remote_addr":"[::1]:56709","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:42.039356017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"dc1f5ce1-bf35-4bc7-a98f-1a61dfad80e4","remote_addr":"[::1]:56709","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":696,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.040410438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc1f5ce1-bf35-4bc7-a98f-1a61dfad80e4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.043741014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.043805202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.043833588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.047067181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.04713689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.047169064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.047196849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.04785982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.049301362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.049348667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.051602748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.057855666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.058107919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.05815859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.058632153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.059543459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.059603829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.064399815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.06448255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.070422775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.070490009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.074989123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.07505255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.079964998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.093498292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.093819091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.093891696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"546.827788ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.093933559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.093963158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.093991204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.094170361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.094294258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.09528429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.098187244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.105536096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.105687939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.105734181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.106373685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.110906386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.111277305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.112116447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64982","req_id":"ebfa46f8-b685-4564-a99d-d6fff64b2ed7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cf 9d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.112508088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64982","req_id":"ebfa46f8-b685-4564-a99d-d6fff64b2ed7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.11282037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.113064877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.113461287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64982","req_id":"ebfa46f8-b685-4564-a99d-d6fff64b2ed7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.113868879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4526, tv_nsec: 912797703 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.114058667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.114707339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52589","req_id":"874b4ae0-716f-45e5-abdc-857da978a4c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d0 5f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ._..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.114855585Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52589","req_id":"874b4ae0-716f-45e5-abdc-857da978a4c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.115139871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.115286343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52589","req_id":"874b4ae0-716f-45e5-abdc-857da978a4c1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.187685874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.18829108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.18835641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.188393805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.188424807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.189075383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.189338507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.189690609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59647","req_id":"d394fc50-8da5-42c0-b74a-e4e57fc5a462","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 67 51 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c gQ..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.189816199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59647","req_id":"d394fc50-8da5-42c0-b74a-e4e57fc5a462","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.190018482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:42.190134864Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59647","req_id":"d394fc50-8da5-42c0-b74a-e4e57fc5a462","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.190313259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.190362347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.190391014Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.191995722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.19754093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.197642883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.197677572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.198015746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.200208174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a4d7e4-7d1f-46b7-86e9-1dbf0537383c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.200477631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.201221513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.201271303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.202154031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.203254263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b948b9e-45a3-4d92-96e8-7218aeb6659f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.203495454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.206584799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0bc69b2-ba88-43c8-bd5d-5377eab963ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.213445769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.220413642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e26c71-307d-498b-91bc-61c4d1e6a020\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.221548213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.22643547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"546a8340-5d24-4591-bcdf-5c861f24659e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.226994504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.231554931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2fe51a0-c6c8-4e88-a312-59a78ea5a20a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.231664238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.236280095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d65918f-00ad-4ce5-8bb0-605a5683e744\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.236454964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.241046612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.241352812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62035f6-64a5-487d-8b50-856f042ffe2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.241473703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.242617933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19ff1d8-784d-4e84-b48f-c7a2b594fbb4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.242745808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.243785379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33f7e6c-1526-4cb9-8f8c-1f9406890641\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.243920278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.245827167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c36727d8-d635-4e46-94ec-9707a7cce7b9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.24606431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.247050755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a298e39-79a6-4703-932b-e45bbf8fe86d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.247211996Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.248378881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9967050e-c0f7-41f3-80d9-3f1d945118dd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.250456411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.25415026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b152f7a6-199c-43a9-a680-6c328e3c5137\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.254390379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.256713678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc82dd5-bf3e-417f-a251-a1486bab9735\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.256894678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.260301406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0e18de-4011-45e1-ae8a-ce8bb7b1e786\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.260466195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.262502842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8173c35c-472a-41b7-9f63-ce6bfced8b2e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.262568694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.264476986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd60a0d7-3e6f-4360-b494-fe3ac294b175\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.264595742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.266620326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2c72a0-0419-4cb2-8030-d17f204e4662\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.26674244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.268192699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"778be402-cebd-46c9-872a-2ba58294eb44\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.268280925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.269235336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e08a77-dc4b-44c7-8b7b-59e406efb104\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.269368392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.270285479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2fbc56-408b-4f7e-85d4-9860a573d68d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.270414356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.271332946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e340396-6af5-4ea5-83dc-6bca7b72c1a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.271418616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.272617124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9bdda98-6074-46d7-b96f-991556643966\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.272777494Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.275325721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"088ace53-b15d-4cb9-b00c-074c318ac776\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.275398857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.277271167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8931a45f-76f1-42c9-8a85-a8ad9f9b1723\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.277353712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.278879923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1a36ea5-180c-4a07-b43d-b9417c4e4636\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.278983188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.28046471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7539d842-4300-4fc4-bd1c-b349d4eba290\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.28053481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.282527741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95ea282b-062d-4bd7-81cd-2338e626a927\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.282600055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.284946269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4ade3e-ae19-47b3-99bd-1cf067736de9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.285020908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.294056441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.294234446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.294270728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.294298924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.296208629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.297078412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c8155a-d274-4564-92e4-092a5e4176c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.297252318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.298295407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a36ee05d-15ae-40ab-99d6-3a83b407d34e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.298539172Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.298757818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.303959101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.304042347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.304076395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.304774235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.306886404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d85d2ea-ead2-48a3-9c19-6db06cc432d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.307036703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.307775986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad7854ad-e63a-4aa0-898c-ea9bc7fcf353\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.307882528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.308084832Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.30813404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.308563195Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.310105337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa2eadf8-865f-43b6-8013-823066f64554\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.310451778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.313017419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c934c6-c225-459d-8ca6-e002619e4947\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.313181346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.316331733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04fc4a6-9c05-4cf0-ac25-eb41d078f8ab\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.316411191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.320108298Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c4de1aa-a4fc-40af-b4d5-3bf767ef259d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.320257104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.323325568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07ef3a2-084b-432b-82a3-9acb4bfc78ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.323416759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.32697059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b34a65b9-2c40-4279-b5ea-8d1a2a9ad9d6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.327045309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.331361479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7fd03e-a4f5-4e7c-84f1-f0fdcae8bd1a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.33278248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.335360637Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ba6fa92-1d64-4192-9f50-594194807ad8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.335524433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.337262576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99f7c0ec-f3bf-49fb-8650-a7fecaa26bde\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.337413617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.342248671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85bcaba3-24b6-41ae-ba29-2660af9ff727\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.342635131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.343717978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.349004301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fff073f7-5480-4142-b18a-d32f7bae27f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.349071846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.349107016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.349263117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.34931496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.350214652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.352988599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.358976109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.359052121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.359085607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.359117631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.359224434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.3606778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.36347368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.367890771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.367958406Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.367987995Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.368345798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.563389439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.566072696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.570630958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.570699384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.570732089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.570760937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.572220946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:42.572285063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61392"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.572432076Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.577893047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"89725169-b1df-4e2b-a2a0-e3894a667229","remote_addr":"[::1]:61392","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:42.582962177Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"89725169-b1df-4e2b-a2a0-e3894a667229","remote_addr":"[::1]:61392","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5097,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.58421346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56517","req_id":"b1885da0-da9b-44e9-9910-adbdf1fbac3b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 64 a8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 d............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.584281395Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56517","req_id":"b1885da0-da9b-44e9-9910-adbdf1fbac3b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.584502366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.584641924Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.584741823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56517","req_id":"b1885da0-da9b-44e9-9910-adbdf1fbac3b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.584929066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89725169-b1df-4e2b-a2a0-e3894a667229\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:42 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.587351192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.58740581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.587434067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.589431487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.589493841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.589528289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.589557688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.590069077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.590407671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.59971236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.611588653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.611748903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.614280917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.615063386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4527, tv_nsec: 413971900 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.616121314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.623703151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56209","req_id":"ccc02a44-5ed3-49c1-9253-a78f3d092c93","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9f 03 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.623769473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56209","req_id":"ccc02a44-5ed3-49c1-9253-a78f3d092c93","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.623951896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.624000132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56209","req_id":"ccc02a44-5ed3-49c1-9253-a78f3d092c93","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.624449728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.628662953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.629436404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.630209324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.631011101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:42.632527472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:42.765652716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.773601363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.773982052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.774050899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.787415607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.81026865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.81057994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.813367915Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.814181015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.814532305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.824805684Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.826060304Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.82614873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.826182768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.977967058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:42.978230723Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.978275182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"884.304939ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.97830943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.978335572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.978384129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:42.97842477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.978452465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:42.979989478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.040373769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.040451364Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.040915369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.041840472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.042202323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.046127964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.046189647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.046223515Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.047298156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.055509136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.059640377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.059700066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.062330868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.062393813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.077451404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52748","req_id":"1eeb60a0-fb7f-4c71-9611-a01852c0fc40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: bf bd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.077904136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52748","req_id":"1eeb60a0-fb7f-4c71-9611-a01852c0fc40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.078220887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.078720022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.078816193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52748","req_id":"1eeb60a0-fb7f-4c71-9611-a01852c0fc40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.079198465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4527, tv_nsec: 878095305 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.079263795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.079842889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.07990838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.080467163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52933","req_id":"57972230-d4f2-4e6b-9a03-fc8b23aa236e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 94 57 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .W..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.080530349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52933","req_id":"57972230-d4f2-4e6b-9a03-fc8b23aa236e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.080614567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.080698484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52933","req_id":"57972230-d4f2-4e6b-9a03-fc8b23aa236e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.20624661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.206763781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.206826646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.206859952Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.206887026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.207677892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.207915135Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.208210133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63300","req_id":"8c648a5e-821f-4305-b897-8a1235700660","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8e f5 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.208342236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63300","req_id":"8c648a5e-821f-4305-b897-8a1235700660","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.208706652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:43.208799487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63300","req_id":"8c648a5e-821f-4305-b897-8a1235700660","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.210208725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.210264836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.210292622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.210543722Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.215778332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.215842209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.215873491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.216567123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.226537268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adf151e5-8d59-4047-9956-36a124d838a5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.226808659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.228719306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.228780117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.229610401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.233283009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1300f3b7-7933-4de1-a839-469a8f912a8a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.233603397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.238751154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fdfcfb7-d267-495b-9066-ff84a415c4a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.238878016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.242762526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35841040-2fff-4b0a-938c-46ccfe102e9b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.242846603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.250524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0870a3b6-fcc5-4f7d-ad7f-3e57f532ac57\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.25059939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.254566294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"179d5e3a-bf32-4c66-8f89-371d3a789049\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.255168203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.257805278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d7468e-c6b7-494d-8da5-0ccf7e592a35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.257874435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.260058287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d460b59-a327-40e5-9ec3-944a50401060\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.260338976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.262913135Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11c34960-1d22-4a9f-8b48-a6664c152344\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.263048645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.263758269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.267585133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"541e4a8e-77e3-47e5-89a8-0c9391bf18b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.267972175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.269336282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a28bd7d6-b6d8-4462-8058-6c8629b299c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.269583625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.270661222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30dabe8-2fe5-4f37-9bf7-cc4ebfd8b047\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.270925739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.272335779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c520b4d-6655-41d7-9012-5d65ffe9d383\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.272621608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.274568317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43200623-c859-4d9e-a2a7-89f052c5682f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.274788666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.276771266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19ea9129-8b21-4b4f-9a75-020e83c9003f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.283791844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.291474271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2bafc3-cf14-4140-811c-f2e6179d8257\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.291628288Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.294128008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff92199-706e-4445-b3de-5082748d0ad4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.294253108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.296226269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3162a70-a13e-4c2b-94b0-d5d58f93fb63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.296351478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.297927308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.298684517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57645","req_id":"dc086e14-ba67-43fb-a4af-30e60c572e30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 7e 5e 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ~^..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.299061418Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57645","req_id":"dc086e14-ba67-43fb-a4af-30e60c572e30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.299154153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.299271697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.299300324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57645","req_id":"dc086e14-ba67-43fb-a4af-30e60c572e30","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.299693758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4528, tv_nsec: 98586730 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.299912844Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.300510505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59210","req_id":"485b7186-a157-41a3-a1a3-aac8ad99cc1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5c 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \\...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.30056803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59210","req_id":"485b7186-a157-41a3-a1a3-aac8ad99cc1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.300884971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.30093437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59210","req_id":"485b7186-a157-41a3-a1a3-aac8ad99cc1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.301633923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.35640931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.356471704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.356745179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.36898182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.388893623Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.389480382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.389650421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.389818776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.389917292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.390711164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.391038105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.392258697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64390","req_id":"c119e97a-32b8-4868-8e80-0d61042f72e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 6d ba 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 m............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.392431983Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64390","req_id":"c119e97a-32b8-4868-8e80-0d61042f72e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.392776429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.393066557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.39367562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64390","req_id":"c119e97a-32b8-4868-8e80-0d61042f72e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.395492531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4528, tv_nsec: 194331926 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.395557229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.39651124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.406015818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.406090807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.406122871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.40675461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.408114659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57970","req_id":"263fb0b5-e07c-4cdb-90b6-df054ac3562a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 55 b2 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e U...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.408180961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57970","req_id":"263fb0b5-e07c-4cdb-90b6-df054ac3562a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.40841131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.408577852Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57970","req_id":"263fb0b5-e07c-4cdb-90b6-df054ac3562a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.410503118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.464215326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.464285216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.464512428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.464568129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.46558227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.465678702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd9a990-71b6-47c9-96ae-0464be34498d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.465847097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.466085062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.466126715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.466731099Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.468961833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1fefd24-435b-48e6-84a6-42fb5995b8b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.469130469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.482231542Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ead10b-40e3-4ff9-8b82-f5cacd554f99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.482409878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.489385927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0961b568-0bd6-4be8-842d-930056e06cc4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.489526778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.491146425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b654a03-25d3-410e-9d52-847509073701\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.491227967Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.493988077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5945a19-241b-489c-9fe0-69c32ef67ac6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.49420058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.498295178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8947776f-8500-49e2-b2e6-86632ba3a3b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.498414686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.501702317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6581098-10c0-40e9-ad4a-b82cb24961c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.501785683Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.505124435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735b334e-67b4-4afa-99cb-8110f0bb0869\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.505441657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.511334258Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6580c3b-f4be-4768-b03b-8e9a2d57b49c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.511879063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.516764397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.518434484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbb9e6aa-8007-4c8c-b136-89109af6b233\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.518668571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.521510453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c242cceb-6b8d-48dd-bb9c-60714c8a5a94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.521783898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.522707087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05a24c7-9843-4e1b-8fe1-11e23b13292a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.522870603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.523905275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a91a70-c701-4436-a221-904bc7e2c831\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.524060384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.525963055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c120421-30fe-4f4b-8f8c-d4516c65de0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.53026724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.538210166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec15f6d9-e64c-4a3a-a187-5623430ebb01\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.539871186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.541424711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b82159df-b381-45ab-b7e4-e01e3fa62c52\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.541927443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.546737546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b8a5e8-ad21-4430-ad43-f973d83a34b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.54699011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.552456491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0751e6-8ea8-4e7e-b2ed-a7cd234dc017\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.552544907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.55456385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5038abf2-9c6c-4ef2-aa2a-ef31fb96b50e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.554635653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.557442846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"294e058c-72f1-432b-a687-e9cbde09979d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.560502061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.570956321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.571020789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.571077322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.571108474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.573611982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.573675959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.573713765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.573973162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7a8734c-989d-404f-a42c-900cd49d6968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.574264292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7a8734c-989d-404f-a42c-900cd49d6968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.574362056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7a8734c-989d-404f-a42c-900cd49d6968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.575355806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7a8734c-989d-404f-a42c-900cd49d6968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.578944467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.584303344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.584475898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.584578652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.585096214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.587609661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"d7a8734c-989d-404f-a42c-900cd49d6968","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":13666,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.587900721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.588004869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.588787158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.589186493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200e51de-3def-4aa5-8ef9-9155120ab11b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.589474096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.590074482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7a8734c-989d-404f-a42c-900cd49d6968\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.590507816Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.591159775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"18e0a993-f5d6-4e88-9919-41c438a88a3a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.591753077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"18e0a993-f5d6-4e88-9919-41c438a88a3a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.591867465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"18e0a993-f5d6-4e88-9919-41c438a88a3a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.592387411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"18e0a993-f5d6-4e88-9919-41c438a88a3a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.595032471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"18e0a993-f5d6-4e88-9919-41c438a88a3a","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":3878,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.595589892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de55a426-5911-47c3-9593-0288e7588877\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.595930771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.5961762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e0a993-f5d6-4e88-9919-41c438a88a3a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.596356749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.596440697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.596517921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.597662421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31f411e9-4a7a-41a2-8271-0c1a7db79777\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.598639858Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.600736416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb961872-6b68-44d5-8707-45653bb2ce71\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.600912426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.601945615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c933027f-18e8-4659-a307-3fd2fa00c717\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.602075724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.60308764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46476c0f-f1eb-43fc-9eb3-bc94fa63d86e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.603152129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.603189884Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.603218471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.603247389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.604110128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.612218743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.616779761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.616846845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.61687976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.61690963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.616936834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.618803954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.644024324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.647982621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.648049664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.648084424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.648745982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.721230382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.721455962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.722239873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50822"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.723168914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.723528782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.726195054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"749f6edd-54ce-4a30-bb53-a55454bd866c","remote_addr":"[::1]:50822","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:43.72772414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"749f6edd-54ce-4a30-bb53-a55454bd866c","remote_addr":"[::1]:50822","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1534,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.728859813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749f6edd-54ce-4a30-bb53-a55454bd866c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.731370636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.731460605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.731522699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.735132171Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.735285596Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.735478971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.735585333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.7364117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.736588161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.737379308Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.737488826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.737557272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.743506997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.747743738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.748023756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.748243504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.748897237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.786007566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.870467727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.870632706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.871960702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.872175379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.873087236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.893095602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.934267514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.934353946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.934391221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.934821818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.952257207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:43.959369889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.966551237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"988.213942ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.96672333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.966819011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.966924922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.967021264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.967107175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.967739856Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:43.969672186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.969732806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:43.997791682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.013315161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.026725972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.026849908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.026938786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.027558711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.028082875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.028288144Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.028530697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.029539638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.046298979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.047530824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.052471438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50585","req_id":"1f41ce1b-905b-4b6e-94ab-f5a9a78c8d52","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8f a1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.052559052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50585","req_id":"1f41ce1b-905b-4b6e-94ab-f5a9a78c8d52","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.05278374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.053077936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.053186713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50585","req_id":"1f41ce1b-905b-4b6e-94ab-f5a9a78c8d52","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.055536204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4528, tv_nsec: 854417754 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.055601845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.055889047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.055943105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.056604883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62063","req_id":"307c878f-d3f3-462d-b3c2-7764b6553334","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: be 8c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.056659973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62063","req_id":"307c878f-d3f3-462d-b3c2-7764b6553334","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.056796225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.056835272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62063","req_id":"307c878f-d3f3-462d-b3c2-7764b6553334","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.151990303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.153115164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.153415031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63915","req_id":"77e7c9d9-c9a8-4e70-9741-2e885f9da840","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a6 5c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .\\..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.153477355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63915","req_id":"77e7c9d9-c9a8-4e70-9741-2e885f9da840","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.153670781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:44.153768946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63915","req_id":"77e7c9d9-c9a8-4e70-9741-2e885f9da840","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.153946069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.154039045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.154075868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.156314238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.156376742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.162053162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"955e5a2a-a11b-46ee-99ab-104cb227c94e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.16230289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.164537462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83664315-134a-4cf3-9fd0-d618f1e77d6c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.1647274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.16924917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f34d62-8b05-4990-a049-7b4efea10337\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.169406223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.173781109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.175441888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9357306-1ee5-4d2c-99e1-469cd22ecea4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.175515645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.17748065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d32c3661-180f-48cb-ae37-32ec9f83cf4b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.177544969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.179727146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a88240fe-c034-41f1-8254-1d1aa17bab89\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.179882606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.182153581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ae83dd-71af-41f7-a48a-bd36189f2cfb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.18230848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.184230689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0eb4099-cb58-46c4-8b18-49e79a30ef96\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.184450097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.185379518Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86e5f24e-5d04-452f-8127-ae0840df050c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.185510229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.18655471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb4e1190-c6ae-412f-8572-a876d105a801\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.186767845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.187803007Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c846de-97ff-4f88-8e65-29b6dcc851d6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.187915231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.188880724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f03188-b4c2-4499-bd00-f64995410a2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.188939071Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.190186165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453e3cc1-299f-4a10-9c05-7db19c9d1f59\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.190362477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.192006793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a19698a-51a7-4f61-a426-68256f371454\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.192098606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.194550351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cff88f0-2996-4b3a-93ff-d5918d54a426\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.194677775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.197410369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059f797c-9d91-4701-a540-8196b34bc923\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.197478435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.201513935Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cdcf63f-bfba-4fbc-b881-f289081a159b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.201605658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.208172322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cd770b4-08fd-4da4-9697-78ef60324221\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.208336068Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.208387631Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907eba60-59b9-429e-827c-b556bf928dd1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.208421558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.208448792Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63e6924a-7b4c-4101-83ee-ab4879510635\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.208480405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212522229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e7970d-9da9-443a-813b-be2ed9ebf550\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212582499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212613791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de88b1e7-238a-456a-855c-fa0035d5c931\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212643771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212671025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70d6be0b-42c0-4ac0-85fe-b70937592d86\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212699742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212725964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6310a7d9-0ba7-48d7-ba70-b7eb43723afe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.212754481Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.214045233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd54cc4-626b-4454-9ee2-7898dd22a477\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.214178799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.215994026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79e3de9d-190a-4569-b030-b1f866649629\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.216097993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.217945103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3909d6c5-e896-4f55-a0b3-9479a444e92e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.218050473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.219896622Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080f7176-1a7e-434a-bee7-f84253b971cf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.22001632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.222131404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cf48c01-56d1-4363-80db-64224652971d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.222198438Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.224775933Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cd03f17-3c1b-465d-bd8e-406048c8a0ad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:43 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.224843548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.225224397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.225390628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.225447611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.225476178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.226866248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.227172739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b31bf37-6f71-41d4-8b0a-28b22634fb63\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.227382206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.230468094Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.237508252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.237570906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.237603471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.23839059Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.23879736Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74882fef-5a19-4ce3-b29b-0c753b367166\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.238973341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.241558401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e529fd9-af76-4d70-a91a-1362a606d012\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.243870408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.244426776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.244482988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.245292702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.247939525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a84572-d953-448a-be2c-b2da0ca8a59d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.24812777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.249630344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070bba20-7430-4f8b-82de-a76a323284c5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.249933628Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.253559743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a374ee43-711e-4bed-8726-91430e5b0a9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.253969309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.256375343Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2196107c-7d31-4511-82e5-5a9626d0d32d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.256432898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.258280629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d68c033-18a8-4eb8-b058-95633bd061b4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.258404907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.260111627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197aeda9-896e-4a16-ade7-ddfb6686c483\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.260232388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.262441479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb06cdd-6fcb-490c-9b9b-d83bc0abd0c4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.262583432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.264597445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa299a30-53de-4b59-9fca-4edb0b2ccf60\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.264689248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.265627648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85596bd1-bfb0-4b0f-8c29-552ef732cffa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.265739881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.266933319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ab2606-e5d2-48da-b9fc-2a650c9ac969\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.267034711Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.267895897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6431abd4-44a8-449f-ac41-fbe7007f17ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.268181987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.268995498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5775dcd9-7ed3-465b-afe7-cc4b9e22a7c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.269101619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.269143773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.269220466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.269260556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.27015602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.272966069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.279111634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.279177545Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.27922002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.279257564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.279297534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.279796849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.283495989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.288049221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.288118249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.288151896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.288702092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.289466194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.338753757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.33888617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:44.339401597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59300"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.339952225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"5f9ed011-bd91-4db7-b8f3-a91a7bd0a63e","remote_addr":"[::1]:59300","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:44.340521419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"5f9ed011-bd91-4db7-b8f3-a91a7bd0a63e","remote_addr":"[::1]:59300","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":538,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.340572861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.340638031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.340715255Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.34075301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.341594066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.341819485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f9ed011-bd91-4db7-b8f3-a91a7bd0a63e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.343915521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.343980731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.344011492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.347712336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.347779069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.34781479Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.347843227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.348376199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.353129409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.361105391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.361175861Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.361207164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.361715667Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.361947048Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.367771984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.36805119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.368105919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.368705273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.371914758Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.371976701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.372867847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.410980434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.411441853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.411492965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"444.739785ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.41153081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.411558656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.412023211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.412083612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.412115846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.412914046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.417055287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.417637057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.422483072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.422544334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.42257739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.42314458Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.426853369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.426900323Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.427836047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61886","req_id":"48cfe6f1-c2f4-4863-ae4c-9317aec23458","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fc 3a 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .:..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.427890235Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61886","req_id":"48cfe6f1-c2f4-4863-ae4c-9317aec23458","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64570,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.428357186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.428618176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.428662394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61886","req_id":"48cfe6f1-c2f4-4863-ae4c-9317aec23458","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.42922281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4529, tv_nsec: 228063519 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.42934329Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.429511786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59002","req_id":"c98a8d84-f8f3-472f-a38b-d3fdf3a12bb5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8e 6b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .k..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.429559882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59002","req_id":"c98a8d84-f8f3-472f-a38b-d3fdf3a12bb5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.429704771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.429741043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59002","req_id":"c98a8d84-f8f3-472f-a38b-d3fdf3a12bb5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.505692411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.506157598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.5062187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.506255082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.506285974Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.506863444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.508338173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58742","req_id":"b8f83c3c-3383-4626-ade4-e87ab9fb9c2c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: be 3f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .?..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.508405196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58742","req_id":"b8f83c3c-3383-4626-ade4-e87ab9fb9c2c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.508558141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:44.508645876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58742","req_id":"b8f83c3c-3383-4626-ade4-e87ab9fb9c2c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.508949942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.508992847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.509020803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.510369881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.515711954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.515786303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.515817184Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.516213383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.517613012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f00c076e-5768-4e7a-a60d-4f26b287532c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.517829503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.523486815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.523620331Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.525980013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.530939023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"156f8b3e-bfbe-4cb3-88b1-a4d92622e479\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.531254562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.540219845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efbfd6fe-aad1-4532-80c9-b6515198dda6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.540471025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.548106388Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d8ad7d-54f5-40f2-aa06-3e31287849d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.548292729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.552610603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80240498-08b5-49a7-8d72-4496ed61ba40\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.552766413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.557945893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b5a70a-a8f8-4c76-80ac-8c92643e2881\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.558113527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.558974182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.56077498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca6d71db-b3e1-4f3e-8844-7fb29245df24\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.560847644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.563198057Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c18e8975-14bd-4a45-a750-87c783a6983e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.563257897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.565038625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f120a3fa-3b25-4a5a-9b03-f43039035914\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.565167431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.566325058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdf8ee1-e1fa-4a6c-b48c-3b6311e4d9bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.566523333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.567798874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00b90658-1767-4d01-ba73-826929edb490\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.567923753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.570206201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"943b9b88-9e38-40af-8ebf-2877ae0a7a43\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.570271551Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.570715976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4801f2-ec55-4f76-a133-b17fabf79539\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.57088866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.573893307Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c484f060-1109-4cad-b25d-d3b91dc51c01\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.573973427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.576212688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"459c7875-7535-471c-a4b4-dc5195ac3b08\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.576277427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.578211641Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d924823-fe43-4bb0-9c48-0764fee65f1c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.57828638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.580317627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1bbc622-cf12-4050-a9f3-575ee9e4fe30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.5803794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.582471639Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90fe6969-ce16-4c9c-882c-6050470c6da9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.582584453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.584376975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3834c894-bd0d-47d6-92e5-3e1c28307640\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.58448483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.585950069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06677232-e92b-45f4-a1ea-ce0e1352be29\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.58609621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.586965152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"286f7ca8-78a9-49f6-9b44-d7773fc3bb9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.587063708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.590341008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3746e4f5-8acb-4b42-bb40-6cb78aec97af\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.590406198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.591057465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a973025-f044-4add-b67c-3778ab1e1f4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.592243248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.594224526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ca44af2-f903-423e-9651-d60bd9fa2b26\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.594420877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.596075243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58c5c32b-66fd-483e-a936-0bff0df7cc42\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.596137417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.597843095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"325c66b5-8a29-49dc-839c-efe4bfe545bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.598617408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.600162677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aca4325-9c56-4325-b34c-c5ac6aa07ef8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.600283478Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.602243914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ec0e9b2-9913-49d6-91dd-d8b2c6faae87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.602322019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.604179821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16106101-d2c2-4cb7-918e-040eac4d7ecd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.604301133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.606434403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7069f55c-700e-4d93-b50f-2bf64b47eac7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.606561496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.607367422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bfa184b-deb7-4bda-9506-cbd58bab0a23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.610079015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.610274865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.610319674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.610350686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.610376798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.611419345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.613136777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291c5fb3-49d6-4468-b363-a9568ca6f6e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.61333903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.614278111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcdabeb5-35f6-41a6-9abb-b6b9150bf6a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.614487007Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.614662878Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.643990782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.64418053Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.644222233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.64455716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.654114953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"989160e7-9cd6-4e80-abd6-e2dba19d1b6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.654249772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.654501985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.654552084Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.655223823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.657421211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a4b623-a20f-46a3-9ecd-95f2ecc234f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.657667061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.658610791Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.658756471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.662847272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.664268484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.66438729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.664457691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.687548808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b666644-ddd2-4c82-acdf-daf8c96ae63b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.687953715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.693872287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb042be3-ae94-477c-88a0-5a7daa556a0c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.694090091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.697603872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8021899d-a3a5-4ca2-9982-09b3a1b18246\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.697874862Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.698255771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.700401436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7f389c-f2a8-4d7e-8f41-6dfd8031b39c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.700612898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.702387092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b27c7c-067d-4096-9fda-373f0deeb3fc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.70260169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.704601204Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3087248-9204-433d-8479-bd4017215c1d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.704811894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.705917697Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05c7a57-1552-47ca-a714-a066ccd472e0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.706147765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.707292196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0fd74e-93f4-4dae-8a3f-e1b20c166445\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.707566572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.708578178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85e96ce5-135b-4418-b180-7736d5d95d1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.70880035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.709770694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d511ec79-1d4f-4727-b7f0-5a16fc08b53d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.709957646Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.710073808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.710166062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.710246612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.710916256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.71386445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.718437893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.718534205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.71862202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.718703562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.718870024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.719473175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.722280449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.726242633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.726538653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.72672785Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.727590599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.789357896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.789462715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.790076748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.790220565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.790270234Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.790299853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.791112692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:44.791264855Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44793"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.791464202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.792645506Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"a3a38241-411b-4bc7-994c-fa662b0b0d84","remote_addr":"[::1]:44793","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:44.79328511Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"a3a38241-411b-4bc7-994c-fa662b0b0d84","remote_addr":"[::1]:44793","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":673,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.793701179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52084","req_id":"7f1da48b-6a4a-4ca8-884f-6745f0b108f8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: aa a4 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.795583841Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52084","req_id":"7f1da48b-6a4a-4ca8-884f-6745f0b108f8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.795855782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.796068466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.796301661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:52084","req_id":"7f1da48b-6a4a-4ca8-884f-6745f0b108f8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.797161093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a38241-411b-4bc7-994c-fa662b0b0d84\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.799853708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.799902365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.799929669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.80249984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.80254979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.802583557Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.802614328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.803461807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.8039655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.809516931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.809940155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.810032408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.810423377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.814945728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4529, tv_nsec: 613817839 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.815037521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.816343363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51442","req_id":"6a1e89c4-00c7-4ef3-b264-9d77a155a22d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c2 7d 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .}..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.816439033Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51442","req_id":"6a1e89c4-00c7-4ef3-b264-9d77a155a22d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.816664873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.816759411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51442","req_id":"6a1e89c4-00c7-4ef3-b264-9d77a155a22d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:44.817344577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:44.869067803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.869134796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.869475986Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.869527949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.871086485Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.871217095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.874859452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.875073829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.875114831Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.875556691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.87595782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.876047158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.877231198Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.904893593Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:44.905222679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.905457817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"493.770305ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.905593257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.905634509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.905667285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.905699108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.905727956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.90713553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.907628562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.910171699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.915208625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.915287162Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.915320578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.915691938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.919200899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.919338383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.920009972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58368","req_id":"388bfbe0-f44d-4c9e-a89a-ceacb2125e9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ce 0c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.92020512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58368","req_id":"388bfbe0-f44d-4c9e-a89a-ceacb2125e9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.920282695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.920304078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.920324188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58368","req_id":"388bfbe0-f44d-4c9e-a89a-ceacb2125e9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.921039603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4529, tv_nsec: 719571306 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.921101987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.921130735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60690","req_id":"20e37ec6-9a27-4c8f-9e58-d711029e42b7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9a 34 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .4..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.921166786Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60690","req_id":"20e37ec6-9a27-4c8f-9e58-d711029e42b7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.9213491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.921377376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60690","req_id":"20e37ec6-9a27-4c8f-9e58-d711029e42b7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.971992594Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.972653651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.972699552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.972730885Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.972756936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.973622361Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.97407869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59395","req_id":"aa9e8f4d-c7aa-4b41-b01a-15c8752929f7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: eb 8d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.974163339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59395","req_id":"aa9e8f4d-c7aa-4b41-b01a-15c8752929f7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.97438979Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:44.974486843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:59395","req_id":"aa9e8f4d-c7aa-4b41-b01a-15c8752929f7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.974677523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.974732362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.974763725Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.97659834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8752400d-c302-4fb4-8382-5e9efe6e05e8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.97666334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.976813088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.982226724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.982285602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.982316563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.982663775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.98393117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be606ab1-0d9e-4be9-84a7-615d3b58daeb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.98418685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:44.985497391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.985540757Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.98609404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.98663134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4b3e807-70a7-46d9-8c33-3c8745a5bf62\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.986763113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.988641215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c546d2-a022-43dd-84ff-86fdde1c633e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.98876402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.991336244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f907440-2ffc-4452-a776-0094945383ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.991619499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.993894912Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c10c1516-e542-4d70-845d-7d44afac836e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.994072627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.99610221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eeca7bd-a931-4b61-a9bb-495abeca29ec\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.996220356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.998463475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1728c779-373a-4467-b5c0-99006c0ad309\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.998507944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.999562124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c23153-9b91-42b5-8392-e61a5ada4480\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:44.999887252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.002993411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd987131-34e5-44b4-9ea6-de93cc326159\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.003324921Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.004766954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f307989f-2be1-4a33-ac56-684a7a91ed5f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.005164316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.007163269Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e5f24b7-294a-434e-96c5-6e37115c7929\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.007214341Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.009313774Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4be178f-05f2-46fb-8203-4eb417d3f9f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.009830423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.012703016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cc247de-e2e5-4fae-8d0e-c7a19f3a1a7a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.012795491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.015911259Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570ee3eb-4ce7-4f3f-aae5-39cb423dee3a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.016140375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.021401407Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.02333524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2786ee-628b-4f8b-93f0-a7f63bfa2705\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.023675809Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.025731685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b336d46-d756-494e-b638-527c5775deae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.025961894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.027307715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.028378399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.028531454Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.028858465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.032185724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f8c16bf-9703-4c8b-a4cb-222c24cac3e5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.032512566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.033800021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.033845602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.040915929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.041051679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.041126929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2f5402a-c5ac-4811-b7e8-739a01f0a993\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.041169654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.042407972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ff43a3-d618-4220-8927-d6c6f3456f36\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.042626066Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.04384751Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84a5762c-931d-4f0e-b97f-7fc8f4b463e4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.044113189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.045602136Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86db14f-3e0b-47ef-ad3e-6bc1e0ef37fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.045739239Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.047254468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad74aff-c415-445f-98ff-a5fef86fb839\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.047408705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.04860575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd90453-d32d-4cc3-99df-f07f7966621f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.048804927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.050637559Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dbf619d-9316-4056-b8bc-e94074d09fa2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.050770313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.053964126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47601757-55b9-483d-847e-5f23cc16b729\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.054035008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.05676128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"880ae13f-af89-4a70-8768-841184307422\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.056916379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.058955411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8350cd5a-d961-4096-8829-20e7acc3db3e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.059126803Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.06110806Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31b3ecfa-d917-42fa-af53-be7d7cb42361\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.061442106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.063343965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f77eced-2a8c-4100-8d6d-eb738a8e4c47\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.063498353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.0643804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e93f5e46-40f4-4890-a578-b024b11b2acc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.064533475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.065489781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b54b6bc-8949-4a60-8251-58df0ef5177f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.065661843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.066530865Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18c215c-6b6a-4cfb-a7b8-e7e1fff2c5ac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.066666185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.06758752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d2462d-7d0e-46c3-8e80-434adb85cc20\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.06764776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.06880191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da52e856-37dd-4bf5-8b03-3a9fd34264bf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.068971377Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.070823468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57321de6-2ed9-4acc-b593-ae2d5cee013b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.07089482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.071958199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.07200403Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.072033939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.072060021Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.072745798Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.073972893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5826363f-ab21-42dc-893c-79d33e896b50\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.074043894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.074878387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.079935032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.080018107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.08004955Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.080408024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.081985708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf2c1c0-f1e0-4c10-b8c3-ba149e90e16f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.082042541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.083038285Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.083078455Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.083528492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.084504105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b61c1a-008a-4078-ab06-0e2273fa47c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.084662401Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.086587246Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a38294e-7d2a-42cc-8926-36bb51a9d5f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.086671163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.088424767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05eeb1d-7e1b-4ef5-b824-a976491dc5dd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.088544135Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.089458176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efa9902d-7e2c-4d00-9977-85f2b436d1ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.089595359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.090592636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b45af72-1cb2-49cf-8aeb-573871fef765\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.090714569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.091880082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e348294-fa3b-4c7c-9a8b-6755326bc7a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.09199958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.092683482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede2ab12-45dd-4fda-bcd6-ba5b09046bd5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:44 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.092744644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.09277779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.092806988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.092834674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.093392124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.09593958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.103910211Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.104004709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.104038947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.104071783Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.104104257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.106783546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.207793151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.226373261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.226539181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.226638589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.228245491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.229356444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.314497392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.314585157Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.315215052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62401"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.317264756Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"91daedae-4624-4fd0-8af6-b8b9faf35c25","remote_addr":"[::1]:62401","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.3177838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"91daedae-4624-4fd0-8af6-b8b9faf35c25","remote_addr":"[::1]:62401","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":572,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.318084499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91daedae-4624-4fd0-8af6-b8b9faf35c25\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.319993753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.32004738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.320073652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.322390529Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.322447131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.3224814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.322509095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.323282716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.32719459Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.339903252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.343253276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.34345579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.343504868Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.34397297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.400523393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.400585166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.400619936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.400648362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.401344089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.401435561Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.402352558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51200","req_id":"09125475-a94f-435c-bcd1-bb7b27988ca5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 35 11 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 5............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.402415503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51200","req_id":"09125475-a94f-435c-bcd1-bb7b27988ca5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.402674189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.402856572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.402903876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51200","req_id":"09125475-a94f-435c-bcd1-bb7b27988ca5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.40379902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4530, tv_nsec: 202504539 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.403845903Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.404668242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56197","req_id":"3f6eda04-5ed0-46df-b16b-d630de21a6a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a6 fe 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.404727109Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56197","req_id":"3f6eda04-5ed0-46df-b16b-d630de21a6a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.405049121Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.405148789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56197","req_id":"3f6eda04-5ed0-46df-b16b-d630de21a6a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.405428737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.411106069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.411161108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.411191188Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.411620153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.411827997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.461947928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.462028669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.462671169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.462727491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.464380194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.465948439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.466457352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53860","req_id":"f3eb61c3-3006-49b9-8a36-99b8badb9f7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: dd c5 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.466582532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53860","req_id":"f3eb61c3-3006-49b9-8a36-99b8badb9f7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.466741729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.4669029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.466994252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53860","req_id":"f3eb61c3-3006-49b9-8a36-99b8badb9f7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.467510621Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4530, tv_nsec: 266346560 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.467567825Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.467835027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49263","req_id":"c87252a6-5671-4ffe-8738-bd4b89f6d2bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2f ad 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e /...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.467880999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49263","req_id":"c87252a6-5671-4ffe-8738-bd4b89f6d2bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.468021749Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.468055647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49263","req_id":"c87252a6-5671-4ffe-8738-bd4b89f6d2bc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.468305876Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.510507339Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.51058778Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.51084891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.510901374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.512664788Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.526253543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:45.526695944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.526755382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"621.152807ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.526792647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.52681926Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.526847215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.527073176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.527128696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.527812439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.534549422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.534610052Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.535268134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.535471799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.541933614Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.541994586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.542027762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.542671073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.546822124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.546864579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.54832089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55841","req_id":"6d2b4c73-b5fa-427d-9ec7-1db2f8757b03","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d2 8b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.548360399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55841","req_id":"6d2b4c73-b5fa-427d-9ec7-1db2f8757b03","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.548425509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.548446591Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.548468384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55841","req_id":"6d2b4c73-b5fa-427d-9ec7-1db2f8757b03","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.549402405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4530, tv_nsec: 348300548 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.549466553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.549759877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53847","req_id":"400bd14e-49fa-4f06-8ad8-906743f5e531","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: fe fa 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.549818634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53847","req_id":"400bd14e-49fa-4f06-8ad8-906743f5e531","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 65274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.54990159Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.55002743Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53847","req_id":"400bd14e-49fa-4f06-8ad8-906743f5e531","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.604687738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.605269537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.60571781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.606148859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4e0bdbf-7ee4-4ad0-a478-094b6f306320","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.606214379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55033","req_id":"df211834-dc17-4cb3-b928-8143fa06e6eb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ba ad 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.606263768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55033","req_id":"df211834-dc17-4cb3-b928-8143fa06e6eb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.606408516Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:45.606577353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55033","req_id":"df211834-dc17-4cb3-b928-8143fa06e6eb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.606783674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4e0bdbf-7ee4-4ad0-a478-094b6f306320","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.606844605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4e0bdbf-7ee4-4ad0-a478-094b6f306320","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.607663947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4e0bdbf-7ee4-4ad0-a478-094b6f306320","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.608158272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.608243372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.608272069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.612516386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f4e0bdbf-7ee4-4ad0-a478-094b6f306320","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":6402,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.616158372Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e0bdbf-7ee4-4ad0-a478-094b6f306320\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.616224794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.616507428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"53ab6dd7-10f0-4a5d-a44e-ee0a5928e518","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.616862435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a61fefa-6b97-4178-b9b9-993e189bd80f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.617103525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.61735176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"53ab6dd7-10f0-4a5d-a44e-ee0a5928e518","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.617411499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"53ab6dd7-10f0-4a5d-a44e-ee0a5928e518","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.618869504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"53ab6dd7-10f0-4a5d-a44e-ee0a5928e518","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.620812655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"53ab6dd7-10f0-4a5d-a44e-ee0a5928e518","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":4304,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.621142062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ab6dd7-10f0-4a5d-a44e-ee0a5928e518\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.621334826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.621420426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.621518161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.62340473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b99abd1f-a16d-4698-99a2-390ade9db327\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.624729119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.633742998Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34619501-f1c1-4914-948e-487c244e39f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.633906073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.635373417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.638222624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17993789-9756-4ec5-b80d-e9e7c014d06c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.6383462Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.641676676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72ab84f7-ad90-414a-9d0e-5ecdd296d61e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.641792346Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.6465776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345ba09e-1791-4226-a013-1369e0228c70\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.648281435Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.651714295Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0372a4-0c1a-44e0-902b-af629af628ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.651954193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.654065139Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a2b8a3-e39a-42bb-99a8-e79cffaf0104\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.655720096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.664216625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.664325652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0039b03-2c14-45c2-b98e-28d204edf36f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.664582965Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.664686762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.681521925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.682521306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.682580654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.682655583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.687550126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.687800645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.687857929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.687888971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.689004583Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.689509319Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a926a9-c6d1-42cf-9610-d48f09eef829\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.689739207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.69448366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.713067417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.713137477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.713169671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.713610439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.72044196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98cae934-5238-462f-9255-957f708094eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.720757689Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.726716642Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.726824688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.728275248Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.734171155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d85306-dc1b-470a-ac10-12d661a7edc1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.734357687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.7360658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1aca89-a82e-4a6f-a946-ce3b1e599e9b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.736236169Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.738914035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b99da0-7c89-4cdc-85d4-130cd1bd6634\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.739046138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.748059186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed971a05-7141-4681-afb4-b925b9cf6d8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.748765273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.751320434Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12de82f-6fee-40db-b550-13bc8e342a51\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.75146399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.755003923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd39f782-a44b-4d22-aa10-c7f3168390e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.755107389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.756221489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7edd5d-ed6f-4d55-a077-3888b24c435d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.756311338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.758721019Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b02e7c69-f2dc-440e-9bae-cf952e275ed7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.758853373Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.76998901Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d63052-601b-4caf-88b9-722d65b69fbf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.770304027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.772215055Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45fe6554-e815-4c02-965b-47fb7743e1d5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.772765051Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.776802685Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80ff579e-a278-4f18-9886-50c1504bf17e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.777224887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.779279039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba617e00-5d29-46e6-9542-c2ca33fd1292\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.779554969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.783802212Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7bcddf-9dae-438b-8a52-531096b8c0ba\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.784201708Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.790588693Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.792232508Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fc192a-e775-43a5-a452-26286fe2773e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.792505322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.795492263Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"666d5430-07a0-4f03-8cdf-bc6e6b412b57\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.795625138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.799196213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0728e5b-0755-46c5-b7b6-ba5ad8025046\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.799322104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.802218334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15652c3e-c889-4b86-bb27-859bc9e8f468\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.802349115Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.804654318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5723de1-df75-4e90-809f-0c13dc52869c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.804840819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.807055682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"447e3150-14ec-43d5-a258-eb4c794a1fb6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.807783252Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.80856018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e0c88fc-551b-4903-a414-10b8094c7840\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.808701652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.811027315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abd6a892-b300-45ad-a0b3-3f81b0382f16\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.811169278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.812585179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f821c2-ccc5-4970-a5d9-180a13b86ca3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.813410183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.815679374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c75ba0d-8918-4874-942a-ef7ec7717b7b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.81596328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.81840729Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1c15a17-57e3-43c3-ad64-c66b28403c8a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.818629061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.820544698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231fee9e-5d20-4b2b-ac33-c6c5e8f944cb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.820682012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.824290892Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"679aee65-7fb8-4b89-a507-4de83862e453\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.824390541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.826300256Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb1a04a-0f74-4e97-83af-82ab478e6770\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.826389093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.828518165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c63d6ea3-275b-4f2a-b690-ed355fbcb617\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.828597282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.833471554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30f1d86-4c56-48e1-8e3e-52b7cbd449fb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.833610741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.83774056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5899354-ffea-4d12-bfb4-c550f4053924\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.838007953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.838839119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ffdf81-c9fa-43be-90e7-0752c16341aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.839013286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.840074991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"360b0f1b-b3d3-4311-8330-14bedd9486e8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.840224148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.841276535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.841322897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.841350763Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.841375532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.842775742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.845207237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90db7151-c970-42de-bfdb-e74b96bca551\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.845669347Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.848759013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.856779834Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.856879002Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.856966717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.858476625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.859098544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8be330f-5907-4063-9b56-bdbcf5f77438\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.859524423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.8596387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.859776265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.859890422Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.860409045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.86407503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.864136332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.864988029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.86611294Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.870412477Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.870512325Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.87060474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.870694138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.870773877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.871280065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.873885556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.877627712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.877764415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.877853452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.878470732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.956031126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.956357997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.957022191Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55488"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.957981492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"fc13e444-3030-4493-a1a9-cb432bc2a3cb","remote_addr":"[::1]:55488","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:45.958500216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"fc13e444-3030-4493-a1a9-cb432bc2a3cb","remote_addr":"[::1]:55488","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":525,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.960154692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc13e444-3030-4493-a1a9-cb432bc2a3cb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.963745336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.963804203Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.963833973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.9669846Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.967064039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.967154619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.967193426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.967807961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.97031219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.974418993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:45.974661676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.974712117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.976142988Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:45.999300117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:46.01088027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:46.011363613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.011425446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"484.766926ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.011464453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.011494012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.011523441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.011551958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.011581657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.020636919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.02584206Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.030927793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.030982702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.031012512Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.031399332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.031781444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.03182984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.031982615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.033295931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.053404095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.053465989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.054166224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.05436992Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.054426062Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.054455731Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.055834488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.056796034Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.05685956Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.058596701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63329","req_id":"d5a39b2a-d8db-49e3-9516-4667b3be28b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: df cf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.058636661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63329","req_id":"d5a39b2a-d8db-49e3-9516-4667b3be28b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57295,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.05870164Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.059758536Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.060082201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:63329","req_id":"d5a39b2a-d8db-49e3-9516-4667b3be28b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.062133699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4530, tv_nsec: 861003856 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.062191253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.064850872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.071065114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.071132358Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.071165764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.071550441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.07189647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.071954436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.072432629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51337","req_id":"4b2212d1-a8f9-4f6d-90ba-73c814092d6a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 75 74 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ut..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.072497287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51337","req_id":"4b2212d1-a8f9-4f6d-90ba-73c814092d6a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.072726374Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.072814469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51337","req_id":"4b2212d1-a8f9-4f6d-90ba-73c814092d6a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.128438487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.12915808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58875","req_id":"6ce5b0f6-b0f4-473e-aa8b-de9b785f4a79","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 29 e6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c )............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.129280945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58875","req_id":"6ce5b0f6-b0f4-473e-aa8b-de9b785f4a79","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.129591334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:46.129740431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58875","req_id":"6ce5b0f6-b0f4-473e-aa8b-de9b785f4a79","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.129905419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.129944748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.12997088Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.130853208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.130906243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.131659805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.135972818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70cd69b7-f82c-4021-a8de-71e0dbb357c0\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.136217907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:46.136332405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.140383146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb3e4e5-75e4-474a-81b3-5d71df22be27\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.140572994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.148303607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e550eb18-e334-4a3a-9220-0b82d0f48181\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.14852607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.155725394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64be8b83-b2ce-4585-bb15-d50f8101a0a9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.157388898Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.163260527Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd9b4a5-36b2-4c63-a769-742528f1d0a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.163342541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.16972149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33763394-40f8-4026-b583-308b9db895d6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.169810087Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.173033078Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72fc402e-1ba2-46f2-8d0c-b116ba31c942\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.173101715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.18232877Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.186095344Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"349a8bde-5802-492a-97f8-d1da3e9734f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.186320282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.187672917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab3fc36-470c-4566-b085-ced2e5257524\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.187819309Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.188877427Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb74fd8-fb24-4a02-a0da-46e01b0ff698\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.189051925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.189901999Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03eb431-29de-4adb-b30f-9f55c2b3f499\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.190155173Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.191355605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f170d637-d5e9-4f78-964f-bc827cc27793\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.191436015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.192895032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"194cf4a7-adeb-4dfb-8ce1-ac598d9e268c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.193047847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.19583013Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d99b07-0658-4467-a29e-a45c0905098f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.196025249Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.197679775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bec639cb-569d-4c19-9132-68f9e7cb5369\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.197750436Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.200710845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1788644-1fde-4213-b484-ace17463ea86\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.201094469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.204074617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd9dc67-9e58-4e73-86d4-02efa95ae58c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.204240337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.206505089Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbfebde5-b2ef-4221-a6a0-4fa7b1b52575\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.206633475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.208794781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03aa641b-845b-43c5-aedc-dfcaf705beee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.209039589Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.210138829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77bf615c-3372-4170-92e7-9d640a4f3917\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.210286413Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.21120342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80887f2-7d07-418e-bb8c-d2871b0e3175\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.211341666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.213383193Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99ede5a6-148e-4a15-a95d-7ea3fc5c5847\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.213610416Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.21472158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33195b4b-b51c-401b-979e-cf188a01f469\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.21481671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.218227075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbd7603-046e-492c-8c41-78f115195417\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.21833025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.221330097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edcbb7be-8174-4904-b825-709ca1d5e59b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.221916706Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.224874419Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c0e4b8f-ee9c-4a38-bc0d-f95d92fe5201\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.225126972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.228686925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a369fa1-e930-4cd4-80cf-8cdc9358eefd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.228813317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.232878456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.233075108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.233228043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.23331709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.234493114Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.235111997Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e01a08-f856-49bb-a4be-2668b588b7a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.235413588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.237992175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.243938793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.244043592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.2441276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.244703597Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.247549468Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.24768125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.248289131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.249236359Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d18e9321-de66-4a10-a4e3-54552f8e1229\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.249526978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.262739362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11e158b3-7134-4a55-aa5d-00bb656b1420\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.265663368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.265703158Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33b5af6-0fcf-4615-972a-9a91e7511828\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.265737586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.265767556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b844ec2-1e72-4233-949d-9b104a2d1374\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.265798618Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.266526929Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"983f3021-d533-4d2e-ba45-da4575dd6184\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.266658812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.268563907Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739bca28-8e7e-4776-9384-a33be365bbe0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.268654919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.270194546Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37179670-6813-41f2-b46e-37013949a76f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.270379405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.273685562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fc03d2-7f56-4ad2-8ed8-dfbc54127dc8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.273745842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.27740869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c6c6840-7583-45f5-94b9-73b585b4ceb6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.279413535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.282574082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7893ab1f-f502-44b5-8bb3-c6b3221f4ae7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.283105982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.285829328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93653699-bbc1-406f-a18e-ed66b306710f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.286329524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.289554079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.29128599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b56c833-73d3-4999-909f-8f9bf4cfa971\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.291744694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.294025849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"214dff64-4754-4ef0-abda-1809b5cc55cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.294455405Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.295425277Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ebf9a00-d1ec-448c-9fcc-d3c01f4ff5ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.296032617Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.297664829Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8e855ea-3477-4c11-a9f2-8a3cb160d3bb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.298248151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.299359375Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18df52e7-ebd4-4d10-ae5a-b346c939fd98\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.299926315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.302790993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4b0af58-44fd-4e38-8d24-d2a0f62b6318\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:45 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.303353103Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.303516208Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.303620024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.303710244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.30462654Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.317288127Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.32497333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.325461081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.325723274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.325869525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.325986679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.327636095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.334252909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.343552497Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.343966592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.344028897Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.344693801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.346288859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.346350101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.346381845Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.346408067Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.347520984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.410736457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.410840254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:46.412419581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61559"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.412805429Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.418483102Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.418565245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.418598973Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.419001715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.419198958Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"7ed8cd3a-ebb5-40c3-99c3-75c4bde4bd26","remote_addr":"[::1]:61559","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:46.42002303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"7ed8cd3a-ebb5-40c3-99c3-75c4bde4bd26","remote_addr":"[::1]:61559","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":860,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.420343579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed8cd3a-ebb5-40c3-99c3-75c4bde4bd26\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.422085439Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.42214123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.422168615Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.424011026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.424067558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.424099853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.424130905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.424551913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.426563652Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.426622629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.428041166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.428103369Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.431696819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.431901727Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.43194821Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.432851851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:46.468684575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:46.469050384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.469102397Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"457.620109ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.469192818Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.469232747Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.469291113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.469322326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.469349379Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.470989808Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.475393322Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.475861224Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.483243332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.483318402Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.483351107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.484046352Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.48767891Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.487822005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.490681753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53390","req_id":"205cbcee-ff93-409c-be6a-0de98e6fc72f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e5 2d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .-..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.490864838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53390","req_id":"205cbcee-ff93-409c-be6a-0de98e6fc72f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.491209735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.491576065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.491756634Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53390","req_id":"205cbcee-ff93-409c-be6a-0de98e6fc72f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.493289268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4531, tv_nsec: 292217581 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.493430389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.495203913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49961","req_id":"b0933d9d-46ae-47ff-924f-ebcc483a69bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 ea 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.495268111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49961","req_id":"b0933d9d-46ae-47ff-924f-ebcc483a69bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.495354794Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.495376357Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49961","req_id":"b0933d9d-46ae-47ff-924f-ebcc483a69bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.547769647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.548184153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.548377969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.548525122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.548577376Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.549503261Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.550204989Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50696","req_id":"f3849257-bb75-4176-bb94-6ef855ce5691","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 70 3d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c p=..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.5502709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50696","req_id":"f3849257-bb75-4176-bb94-6ef855ce5691","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.550479386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:46.55057176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:50696","req_id":"f3849257-bb75-4176-bb94-6ef855ce5691","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.550846607Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.550896777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.550923701Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.552369041Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.563348447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.563407675Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.563439568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.563895466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.564217328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb7cb27-b464-4c2a-b51f-dbd16a8e8b25\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.564477817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.567955937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00aea366-54a7-40ae-917a-ef1f521062a7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.568478598Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.569064275Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.569502959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.57143601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.574709443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5695f02-f96a-454d-a6fe-b34368318b8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.575362384Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.580573767Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5c9f86-f758-47cd-9af2-f41e81679572\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.580797342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.590875182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b240c0ee-eedf-40a0-bb16-19581bb90e88\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.591151532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.593269232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d093d3b6-54e8-4139-adc8-8600deb583b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.593522446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.59686713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f358f91d-d1e6-4d03-8151-b094e53f6e29\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.596931759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.601800229Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af99cefd-9830-450a-baea-fac7194a6dab\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.601914016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.603054138Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"768a7704-ff36-4530-90a7-ec9834b79fdd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.603206441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.604359428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6cffcc-ebb0-442f-a72f-ab7e540d6e68\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.604509447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.605591804Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd722b3e-4971-4d68-b0d8-d4fcc910cbbb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.6057207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.606841303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"935ef2b7-e5ea-4234-88d8-9f0cc35a3267\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.607248645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.608554867Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5176aeb-f57d-448a-b08e-5e88d4e2185e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.60874174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.61109577Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b97c296-9c37-4891-b89d-7a4533df6564\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.611511709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.614939849Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.616685698Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af7aafdc-9a28-42eb-abfd-9f12b190490f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.616829083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.618845351Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df24b38a-81de-44c6-b7ad-c8b7638bd014\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.618916582Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.621375822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0940762-a691-4943-afcb-b6391bfb26dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.621545691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.623580425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1335dcd-ca55-43f1-acb6-c750c62af9af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.623696566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.62565075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"490ac660-f7b0-40ee-baa4-33fa63c5156a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.625718445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.626642586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2585e1-98f4-4dcd-adae-b251e7a871fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.626742134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.627769131Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffcee739-350c-4ecd-a9f5-504d217a2d7c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.627841535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.628766608Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b0d355-02fc-401f-9226-0890f805c467\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.628871657Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.629789666Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5001f80a-c50e-4f68-a0da-76f0dadbd92b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.629933443Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.631255176Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5991dd85-281f-4123-b74a-7f472a657987\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.631401869Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.633196334Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d25143c3-c04c-4a34-b2ce-021dafd847ff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.63327946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.635069386Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c5c974-9bbd-452b-b0a4-b5bd5c698016\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.635183603Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.637177927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39266497-1ee8-4272-a6ff-5cb4f0347cf9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.637371463Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.63950836Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e4b6738-42e9-4602-a6c7-6b66f24dec04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.63963392Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.641606781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a492fc-ad17-4967-afe5-86e5891f48c8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.641723524Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.643453982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"448479e5-9794-4934-b72c-8d0dfafef51f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.64359368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.644420317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"039e6ef3-5384-4958-9dda-42233be65484\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.64447702Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.645347003Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8665255-b7d3-4685-8ee2-168a6aec0c65\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.645427985Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.646294732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"633f1c24-9f47-4ffc-b9c1-c5f57e2c0f96\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.646421665Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.647585954Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08ebf9f-a671-478a-8e2d-220c6ef0f0c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.647732105Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.648794923Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e4b1bb3-db70-45f7-ac25-a803fd1146d2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.648947768Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.650877292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23df2225-e644-4d1d-b153-3364ee59be0b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.650948183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.652778129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde0a992-351e-4403-987e-8cf37916af0d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.652846315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.654377947Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"235173c6-3491-4d0a-843b-e171faa37ee2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.654455762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.656231199Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edce2cdc-2b3a-4255-97c0-890b1b9c4083\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.656351469Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.658621452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.660102012Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.665257123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.666167807Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.666224961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.666252045Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.66663073Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.666767091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.666803233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.666830167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.667905399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.684946753Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.697563752Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.697632519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.697663931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.698257704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.715091244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.715173548Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.715954735Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.717139225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0027de55-7fa8-48db-a349-a612be279425\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.718190108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.738113645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aab0897b-a2c6-4737-b25e-bfb2b532b8c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.738325337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.739695356Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4acd912-0412-4571-a34d-79165596800f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.739857209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.740962611Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18806dc6-df39-475a-a9cb-e2376d3c5763\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.741109564Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.743928771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e1f02a-04a4-4da4-848a-c2d24130f5be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.744426573Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.746479543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f375cb-97dc-4240-a0fb-0cdb4b23d85e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.746815292Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.746876154Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.746907917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.746947796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.748022678Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.750674281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.755178225Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.755243765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.755277272Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.755307863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.755378714Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.755696227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.758509182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.771120509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.771202663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.771236069Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.771614423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.978593174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.978668695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:46.979171056Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38962"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.980876283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.983698266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"185ed36f-83df-40c6-91d3-ae84f6f55d23","remote_addr":"[::1]:38962","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:46.984253222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"185ed36f-83df-40c6-91d3-ae84f6f55d23","remote_addr":"[::1]:38962","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":563,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.984545975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61861","req_id":"3f17778d-607d-43ef-b18e-3b9ced6657b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: d6 71 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .q..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.984602838Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61861","req_id":"3f17778d-607d-43ef-b18e-3b9ced6657b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.984745232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.984896313Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.984938717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61861","req_id":"3f17778d-607d-43ef-b18e-3b9ced6657b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.985176391Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"185ed36f-83df-40c6-91d3-ae84f6f55d23\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.987672695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.987729588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.987757534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.990077185Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.990140872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.990175812Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.990205732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.990748894Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.991357446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.991894085Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4531, tv_nsec: 790779042 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.991960578Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:46.992335655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57074","req_id":"96547852-e687-4766-87c0-c56f87657bb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dd a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.992393651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57074","req_id":"96547852-e687-4766-87c0-c56f87657bb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.992492047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:46.992584571Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57074","req_id":"96547852-e687-4766-87c0-c56f87657bb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:46.994379908Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.096027444Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.096112514Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.096498293Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.096549765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.100003687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.100204226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.104739142Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.105944303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.1060182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.106583537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.107433811Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.107493931Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.107529281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.107556205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.108155569Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.108215498Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.108250939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.108408713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.109647732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.114727253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.114794226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.118041316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.128200287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.128290777Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.128328552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.128768108Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.129180209Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.129247213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.132486888Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.132557268Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.134161945Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.156613819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.157044096Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.157174366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"687.961097ms"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.157529183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.157578842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.157612669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.157641486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.157671216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.158166382Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.208729466Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.223063676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.22314625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.223177773Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.223705264Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.2245262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.227233905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.227295437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.234078222Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:65305","req_id":"400796bb-7b32-4756-8ec8-542a5da4f1e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: a2 ca 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.234164934Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:65305","req_id":"400796bb-7b32-4756-8ec8-542a5da4f1e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.234501134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.234954948Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.235007483Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:65305","req_id":"400796bb-7b32-4756-8ec8-542a5da4f1e3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.236094599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4532, tv_nsec: 35011169 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.236162575Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.24014054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49307","req_id":"e74f2c83-66fa-4e6e-8048-fc47a0df3d9f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f9 f1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.240226822Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49307","req_id":"e74f2c83-66fa-4e6e-8048-fc47a0df3d9f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.240313565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.240338936Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:49307","req_id":"e74f2c83-66fa-4e6e-8048-fc47a0df3d9f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.308327719Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.315420491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.317203874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51081","req_id":"baa6d55f-9430-4f38-98cb-c054459c8048","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c2 0e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.317273192Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51081","req_id":"baa6d55f-9430-4f38-98cb-c054459c8048","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.317505776Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:47.317604863Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:51081","req_id":"baa6d55f-9430-4f38-98cb-c054459c8048","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.317847336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.317905953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.317935011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.322485237Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc22d108-7ddb-4651-b8ec-69c9f24908da\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.322740265Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.324677625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a68e68-5de5-4d52-b9f2-65144625ccc1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.324848886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.32884064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c38e7e99-87ae-4773-8f3d-4c922a84ca0d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.328914106Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.332806541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96c3f48d-9e41-4209-a22a-6402db466ae8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.332924426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.336877473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5418873d-f753-4006-bd78-6c732ef24b80\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.33701692Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.340677784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff290c5-62e2-45e3-bbe3-3d7fa46a3a3f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.340747734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.344416944Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6822b6a-7b96-4666-84a7-220290c563ee\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.344656993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.348831009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3268e3c3-8858-4a56-93a7-423894bcaeda\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.34909754Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.350334324Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc9697e-be03-49b5-b72e-5802d79312ae\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.350500866Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.351838562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"456ff440-627e-4d44-b771-c001e6f10cdd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.352055113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.353946461Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fbd3a0-55ce-4ade-af4e-0bfe43f6833f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.354119817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.356452895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd989507-4f9a-4de4-a9cb-a409f0d0718d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.356521532Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.358168393Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92d0a58-e142-4210-a0ca-03dc773ae060\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.358370025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.364434759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daf7aaad-394c-448d-8b55-f2ebbc4bcb7c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.364762091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.365933976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.366639091Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.366707918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.366741244Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.367909492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.369985538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aabdd8c4-3088-4a7a-a87e-ab902e089f94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.370155276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.371713872Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.38528453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.385366273Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.385401133Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.385791771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.387831605Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc2be680-74d8-400d-a587-2222ae4d99b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.387910713Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.388172024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.388219137Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.389169441Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.392185761Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eccbe7b0-a088-44e1-bb63-69c95089019f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.392259147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.398698547Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db79d478-11a3-492a-bb45-d49f1b0dbcc2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.398909107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.402728266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7976b772-c017-4c82-a080-14b1ffd2fd9a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.402952092Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.407078183Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fd77d65-547c-4b3d-b452-d0814c2e78cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.407261839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.409197576Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bec389f-e9d7-4055-a22a-8f2e64dfaaa8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.409298156Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.411197741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97cdc71-2876-4fee-a3f2-359b4666d694\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.411300245Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.41327018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d3d479d-294f-4e4b-8292-3961b8d3b482\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.413343917Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.415620633Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a37901b-b333-434a-85d8-5be63f6a6bdd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.415702216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.419251507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7914cf97-317e-4621-84c4-fe0f68aebef9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:46 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.419358771Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.424442691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.426547925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1853ca8-627d-417d-a6a4-f919e0085973\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.426838664Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.43015905Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8009048-4396-4bc1-9f0c-081343f953ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.430513717Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.432921704Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809176cd-1649-4739-b9f0-a8d7edf7c4ec\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.433200991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.435710671Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eecf2290-649c-4ffd-bc2d-a1db35219d68\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.435962072Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.438553586Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae8537e7-ac9a-4c73-9fb9-b9b1e6504ba4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.438755187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.440655964Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45ea7412-65fc-4e53-a621-e1624e762e7a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.440933537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.443620962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e6df861-0d31-46da-a398-bafe6220fc5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.444051851Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.445887658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0046ea9-6d3f-43d8-b058-f40feb18a001\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.446176363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.454343656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f40dfabc-c79c-4cf3-aef8-fa61e7b3ef27\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.454564737Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.458103027Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c7f553-3cb0-4684-a71a-655ed9e5523c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.45915854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.462147124Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f890a37-e5f1-4982-9725-d26d39d3a4f1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.462295981Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.466037065Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.467321424Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64932","req_id":"10bb48a1-aec9-48b7-a956-518c2f1e897e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 37 ca 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 7............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.467386032Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64932","req_id":"10bb48a1-aec9-48b7-a956-518c2f1e897e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.4674601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.467669417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.467782813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64932","req_id":"10bb48a1-aec9-48b7-a956-518c2f1e897e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.467929525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d3322bc-f03b-4cfa-afab-986c9df8c6ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.46806262Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.468612566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4532, tv_nsec: 267509166 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.468773036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.470269227Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56004","req_id":"2a0fb95a-63f4-4e59-b42d-76070c5c7faa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ee e5 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.470334387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56004","req_id":"2a0fb95a-63f4-4e59-b42d-76070c5c7faa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.47056688Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.470678943Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56004","req_id":"2a0fb95a-63f4-4e59-b42d-76070c5c7faa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.471343317Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.543483421Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.543564232Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.544473274Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.544544215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.545780538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.545847772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.545884896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.545916098Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.545944134Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.546538879Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.547260036Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.552101112Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58589","req_id":"21877aad-0e87-4e84-9878-d0b92d3067b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: fb 02 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.552181993Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58589","req_id":"21877aad-0e87-4e84-9878-d0b92d3067b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.552410909Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.552575387Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.552629795Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:58589","req_id":"21877aad-0e87-4e84-9878-d0b92d3067b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.553660799Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4532, tv_nsec: 352549884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.553729937Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.554458148Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53996","req_id":"5c45a953-d5b1-402f-a977-6e78dc9133e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: af 2b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .+..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.554582556Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53996","req_id":"5c45a953-d5b1-402f-a977-6e78dc9133e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.554683337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.554773857Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53996","req_id":"5c45a953-d5b1-402f-a977-6e78dc9133e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.555369874Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.563466186Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.563530895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.563564953Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.564067554Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.564722399Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.641610493Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.641908738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.642217202Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.64227152Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:47.645437679Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.655757781Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.65592796Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.659834123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.660079782Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.661211928Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.662115488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e998ed90-2ef6-4294-ab3b-775d832540f1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.663417873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.663823141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e998ed90-2ef6-4294-ab3b-775d832540f1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.664302526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e998ed90-2ef6-4294-ab3b-775d832540f1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.665063161Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e998ed90-2ef6-4294-ab3b-775d832540f1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.667052044Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.671001994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7eb7a90-9c4b-4dad-bbdc-2a6ecdfd8ea8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.671199107Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.756722927Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54308"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.757276079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.757970473Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.758031655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.758063558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.758925566Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"e998ed90-2ef6-4294-ab3b-775d832540f1","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":96799,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.759734638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"e932ab2b-7eb1-452d-a754-f897d3986f81","remote_addr":"[::1]:54308","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.759869276Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e998ed90-2ef6-4294-ab3b-775d832540f1\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.760818207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.76140174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"e932ab2b-7eb1-452d-a754-f897d3986f81","remote_addr":"[::1]:54308","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1681,"response_code":"200"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.762152656Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5d7f34a-9a2d-49db-a947-9bdf1638812c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.768606174Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5d7f34a-9a2d-49db-a947-9bdf1638812c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.76902555Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5d7f34a-9a2d-49db-a947-9bdf1638812c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.775959385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5d7f34a-9a2d-49db-a947-9bdf1638812c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.791346412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a5d7f34a-9a2d-49db-a947-9bdf1638812c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":29163,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.792459079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d7f34a-9a2d-49db-a947-9bdf1638812c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.792537595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.792576333Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:47.792604128Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.833747764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f4431f0-9c4d-4edc-bd46-7f7abb223fe7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.834104415Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.863717316Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.884235207Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50672157-3b1c-4594-af04-ae0bcb336fc7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.884515365Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.889170681Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f95e10-5c7b-47a3-b57c-431df1fe316c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.889414456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.891100145Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c5a24a-ca26-45e4-8f0f-a1cc832a986b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.891429581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.893169287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c51a34-80cf-46c9-bc52-37465a522a5c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.893557741Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.895222619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d910a88-bc6a-40e5-8881-269fb19f925d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.895447196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.899132519Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272b7ce3-e6e7-4c15-8179-3c16db3dcba5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.899219632Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.899257588Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.899289572Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.899322187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.900233703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.903688366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.909665525Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.909756146Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.909788871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.909820644Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.909847488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.910299839Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.914013759Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.918972509Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.919055805Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.919090674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.919567534Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.922208847Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.922269959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:47.922301882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.922329668Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:47.923476412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.003595064Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.003663951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.005467074Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54943"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.005534728Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"93a3f9a7-1bc8-412d-bec7-62ca0cdf4d4a","remote_addr":"[::1]:54943","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.006013061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"93a3f9a7-1bc8-412d-bec7-62ca0cdf4d4a","remote_addr":"[::1]:54943","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":997,"response_code":"200"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.006251817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.025092286Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.025188918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.025352875Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.025945606Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.026286826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a3f9a7-1bc8-412d-bec7-62ca0cdf4d4a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:47 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.060690883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.060776474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.06080982Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.063752023Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.063828625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.06386602Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.063900819Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.064542447Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.092232658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.092294922Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.092470913Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.0937189Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.094041883Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.094109037Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.094998389Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.102871916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.107303676Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.10767179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.107786278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.108704568Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.140747431Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.140880005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.14802946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.14815008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.190026446Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:48.198787893Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:48.201037305Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:48.206459017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.206544567Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"1.048978731s"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.206586902Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.206616411Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.206717522Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.206769896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.2068016Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.207681813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.236306196Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.248487035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.250922017Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.250992226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.251740026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.252445181Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.252502075Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.252611342Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.252661282Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.25441179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.72509228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.725174504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.72578492Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37126"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.725856022Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47216"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.725887054Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41597"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.725913977Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51361"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.725939969Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51469"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.725963205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:32854"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.725989117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63979"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.726993117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.727813853Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.728807332Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.73499453Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.735062505Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.735094238Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.735521961Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.746397058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55397","req_id":"709fb98d-c29c-4dc3-958f-bde80953667d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d1 2d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .-..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.746478801Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55397","req_id":"709fb98d-c29c-4dc3-958f-bde80953667d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.746682297Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.746919449Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.746975541Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:55397","req_id":"709fb98d-c29c-4dc3-958f-bde80953667d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.74984093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4533, tv_nsec: 548682360 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.749909918Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.750103543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"02366097-f3a9-41b3-9f88-190b8845d05c","remote_addr":"[::1]:37126","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.752269649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"f446116a-26af-4037-8b15-2ca2cf7e9973","remote_addr":"[::1]:47216","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.75239565Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"10627b1c-11ca-42a8-bd1d-864342744d4c","remote_addr":"[::1]:41597","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.752533645Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"d5b6dc64-4852-4681-bcbc-1415855a241c","remote_addr":"[::1]:51361","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.752587543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"4a794e55-6862-40fd-a9c8-4fa0766eef4f","remote_addr":"[::1]:51469","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.752727882Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"fcb2ad7f-b07d-4ac7-9841-b76d193b1ca3","remote_addr":"[::1]:32854","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.752842661Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"b22f9f51-c194-4105-b584-e4895b344bea","remote_addr":"[::1]:63979","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.755056271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.760294739Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.760456471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.760538815Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.765385141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"02366097-f3a9-41b3-9f88-190b8845d05c","remote_addr":"[::1]:37126","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":15271,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.765853544Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"f446116a-26af-4037-8b15-2ca2cf7e9973","remote_addr":"[::1]:47216","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13234,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.765892061Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"10627b1c-11ca-42a8-bd1d-864342744d4c","remote_addr":"[::1]:41597","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13152,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.7659266Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"d5b6dc64-4852-4681-bcbc-1415855a241c","remote_addr":"[::1]:51361","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13088,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.765960648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"4a794e55-6862-40fd-a9c8-4fa0766eef4f","remote_addr":"[::1]:51469","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13045,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.765995217Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"fcb2ad7f-b07d-4ac7-9841-b76d193b1ca3","remote_addr":"[::1]:32854","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":13010,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:48.766028523Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/crucible/pantry/0","method":"GET","req_id":"b22f9f51-c194-4105-b584-e4895b344bea","remote_addr":"[::1]:63979","local_addr":"[::1]:62924","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":12942,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.768870004Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.768930625Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.770153612Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.774126257Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60607","req_id":"b48d0ea8-bb91-43b6-b3c6-a332ff035a03","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: d1 78 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .x..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.77419318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60607","req_id":"b48d0ea8-bb91-43b6-b3c6-a332ff035a03","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.774424842Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.774476385Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60607","req_id":"b48d0ea8-bb91-43b6-b3c6-a332ff035a03","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.876681271Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:48.883025802Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64677","req_id":"b9565059-f281-4ba5-a4c7-9ad9551dd896","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 22 b4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \"............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.883106432Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64677","req_id":"b9565059-f281-4ba5-a4c7-9ad9551dd896","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.885214813Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:48.885539129Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64677","req_id":"b9565059-f281-4ba5-a4c7-9ad9551dd896","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.887247613Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.887306962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.887335168Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.902745201Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cdcaa30-b737-4fe5-8fef-ae622c426dd8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.903109738Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.990834914Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924c9d1e-6f88-4028-8c93-f89fb727751c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.99140517Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.997858178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63280b0d-76d8-4c45-8e9b-eaa2284c3270\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:48.998093336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.005555093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.010661558Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa4785d-ee96-486a-b997-708cd3851ce3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.010889301Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.01554117Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7f38074-218a-42aa-9cb3-be9db52a70f3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.015893762Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.020080093Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf718bd-e81d-47f2-935d-0e0b01c10a70\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.020270423Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.023572712Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b37990a5-9f79-410c-9e47-3720907a84d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.023748843Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.025309653Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"937c27d6-598d-44ac-bfcd-e9547e41430e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.025427939Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.026267521Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d173ca-9f67-4712-859c-c79b1b8abd5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.026412651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.027016303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.027072445Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.027221031Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.028093179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.032514368Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.032577123Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.033306155Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec81d41e-f8b4-483f-a77a-734dfe290b25\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.033465303Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.036307165Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"id":"a0b39beb-8cce-4377-acd7-a3e3d8acf717","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.036365491Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.036915707Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"026c60fe-8ba6-455f-816f-159a2bddaba8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.037084063Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.037947132Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58528fbe-1a06-45e3-9d37-164d7c3fe834\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.038058083Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.040088789Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c9711ab-e054-4006-b669-9439411b2efe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.040262025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.042310456Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0ffabd7-d8b0-486c-a4f9-972e7b6c98e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.042428291Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.044126254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a91e7aa0-f6c1-4e35-a8f4-a821172f3a55\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.044246734Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.046464362Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58c71dca-b906-4ef8-a317-5b285adb0c9b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.046598149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.066681253Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.066745321Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.066778226Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.066806543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.067740925Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.069315281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a231cf71-3ce7-477b-a12e-32bf0b14bd0d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.069458457Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.070867223Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.078170896Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.078224733Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.07825353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.07875009Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.081221043Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.08129474Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.081692592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.082344672Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38089b88-42e2-4be7-a585-6b45b24ddae5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.082467116Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.103737886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.106890938Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56739","req_id":"dc252fc8-e858-4d01-9a2d-85f58978fec0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f3 19 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.1075695Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56739","req_id":"dc252fc8-e858-4d01-9a2d-85f58978fec0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.107886823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.108150147Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.10831699Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:56739","req_id":"dc252fc8-e858-4d01-9a2d-85f58978fec0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.109101663Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4533, tv_nsec: 907981810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.109238315Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.124713008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61410","req_id":"0729ce8d-b540-462d-963c-59802484463d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f e4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.124806975Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61410","req_id":"0729ce8d-b540-462d-963c-59802484463d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.12505526Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.1353242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:61410","req_id":"0729ce8d-b540-462d-963c-59802484463d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.136061629Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.207782097Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.208107125Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.208519417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.20863163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.210340775Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.210626755Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.212689475Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"222f8495-6c02-4950-92ed-1b0bccfba662\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.213124081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.215316058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467671f5-c186-4ff9-9205-070135d8ae5c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.215585636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.216751328Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d3b74e-06b3-45cb-bc44-07aacce48b9a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.217949726Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.220043467Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2605e4e-6ef7-466a-9257-63251a04c584\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.220830345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.226015687Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7554e493-59fe-4eae-94d0-31e9aa0301cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.226176287Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.234562826Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3757a0da-239c-43e7-babd-35bb422cc2fc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.234833425Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.253006163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.267606724Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d7e31f4-6a0e-4751-8cce-dcf32bae1bee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.2677151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.270626601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0761c7c6-c833-41ef-b58c-a3df15b024c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.270754215Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.272476507Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb526a1-01a6-4883-9ffb-3b2fbaeeab29\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.272601015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.274233077Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d6e5b72-788b-4aad-8a75-97344268dbfb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.27432488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.276073624Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47134fdc-5c29-463c-9618-749c6bc3ae62\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.276154946Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.285874552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7407cdcb-3696-4081-859e-af2125d313cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.28664149Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.288211167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c24ab5-5734-4ba2-9555-dc787577812c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.288628579Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.298479015Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198fb078-ae6a-4f15-9ede-b395b88da2a7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.298742991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.301152011Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8da1f40b-fea5-4824-b2e7-b7d0b4d5f1c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.301599513Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.302522221Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7124bf16-e30a-4790-8949-637b111e5530\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.302651338Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.304251647Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.304300404Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.304330394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.304357848Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.305664873Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.308336746Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f04df0e6-a175-421c-9a50-b35489bcb39e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.309114486Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.309798539Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.319323026Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.319386732Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.319418987Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.319849024Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.322456118Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.32250705Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.3239677Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.324185414Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab5f6a8-7049-4625-9d30-47277f926029\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.3243742Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.326638772Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b591c3fb-7a00-4e49-95be-1ec79b0c6e26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.326761035Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.329043503Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12dbed8c-5fd6-42d7-8e11-939a0e20b889\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.329175205Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.331058648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0066e2-2a99-4627-aa3b-624c8d83af6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.33117005Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.333317058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2785c650-2acc-47c1-a4e2-f8706508dc7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.333436355Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.335205691Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80b9b64-1a48-4a28-a1d9-25dcda5a3090\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.335387242Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.337436696Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec1645a-2b2a-40e1-ba11-99def89c8c45\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.337500383Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.338861194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe54bc8-7d3d-45f0-b96b-4b4f0a5f274c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.339029179Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.34111251Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d395342-1398-4908-bf1f-6c21c9b7a295\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.341308941Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.342524994Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7763ba-407a-4ace-921f-86ed568ae869\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.342585314Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.342616887Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.342647398Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.342674833Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.34325081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.349552175Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.355095079Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.355189187Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.35525609Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.35529153Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.355321029Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.356257655Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.367115008Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.373223499Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.3733648Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.373456814Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.373985978Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.48531306Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","sled_agent_url":"http://[::1]:45324"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.485547126Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:45324/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.486979881Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.487233236Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33401"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.490038194Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c70d9ca3-6cd7-45ad-905e-1c5d8e6c3ae6","remote_addr":"[::1]:33401","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.490907426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/inventory","method":"GET","req_id":"c70d9ca3-6cd7-45ad-905e-1c5d8e6c3ae6","remote_addr":"[::1]:33401","local_addr":"[::1]:45324","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1036,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.491400178Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"SledAgent":"http://[::1]:45324","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:45324/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c70d9ca3-6cd7-45ad-905e-1c5d8e6c3ae6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.493690101Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.493770471Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.49393082Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.495780636Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.495968971Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.496106465Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.496200963Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.497159163Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.510369764Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.535557599Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.535756976Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.53586951Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.536578182Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.538184793Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.538241426Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.538274823Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.538305604Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.539090448Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.551211669Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.553237715Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64789","req_id":"8a65099f-fdf3-40ca-90ab-2eec4e4f32c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 3b ab 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ;............_de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.553301543Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64789","req_id":"8a65099f-fdf3-40ca-90ab-2eec4e4f32c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.553518595Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.553679616Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.553772721Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64789","req_id":"8a65099f-fdf3-40ca-90ab-2eec4e4f32c5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.554999345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.5613254Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.561421942Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.561455018Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.561799484Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.562024563Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4534, tv_nsec: 360922104 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.56208337Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.563696113Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64686","req_id":"46561fdc-8b3b-487a-bcd4-dff1859309ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1b 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.563758417Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64686","req_id":"46561fdc-8b3b-487a-bcd4-dff1859309ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.563913496Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.563944959Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64686","req_id":"46561fdc-8b3b-487a-bcd4-dff1859309ae","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.564212682Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.641457748Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.641581895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.641899538Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.641954859Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.643009219Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.643203216Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.643596119Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.643914824Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8192ca79-e30c-420b-ad8f-22ae8645148b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.644223769Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8192ca79-e30c-420b-ad8f-22ae8645148b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.644281214Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8192ca79-e30c-420b-ad8f-22ae8645148b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.644837562Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8192ca79-e30c-420b-ad8f-22ae8645148b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.647128817Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.653548919Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8192ca79-e30c-420b-ad8f-22ae8645148b","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":9511,"response_code":"200"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.655108296Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8192ca79-e30c-420b-ad8f-22ae8645148b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.655300489Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","body":"None","uri":"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.659176151Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7d231ded-f3ee-404a-911a-a99d77c6904c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.659760916Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.659817228Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62568","req_id":"8beeaf99-0ce9-41e9-9426-1f4df3eb7104","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 0e fa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.659856086Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62568","req_id":"8beeaf99-0ce9-41e9-9426-1f4df3eb7104","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.66005428Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.660221854Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.660314058Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:62568","req_id":"8beeaf99-0ce9-41e9-9426-1f4df3eb7104","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.660595318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7d231ded-f3ee-404a-911a-a99d77c6904c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.660658765Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7d231ded-f3ee-404a-911a-a99d77c6904c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.66119345Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7d231ded-f3ee-404a-911a-a99d77c6904c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.666821784Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.668712552Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 62875, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4534, tv_nsec: 467600574 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.668786349Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent collection request to producer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.671671437Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.672369047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.672422363Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.672451972Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.6737409Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7d231ded-f3ee-404a-911a-a99d77c6904c","remote_addr":"127.0.0.1:48568","local_addr":"127.0.0.1:35574","component":"dropshot_internal","name":"0edad310-c855-4048-9948-7b16c31b63b5","latency_us":14567,"response_code":"200"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.675077213Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64315","req_id":"d7359aa1-b3ad-452d-8d58-4e9ac1ba17a5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 14 dc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.675140318Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64315","req_id":"d7359aa1-b3ad-452d-8d58-4e9ac1ba17a5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 5340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.675240408Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.675340658Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:64315","req_id":"d7359aa1-b3ad-452d-8d58-4e9ac1ba17a5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.67561289Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:35574/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d231ded-f3ee-404a-911a-a99d77c6904c\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:47:48 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.675671326Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.675702899Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.675728601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.676642231Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_then_delete_disk","level":30,"time":"2025-04-30T06:47:49.746233627Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.746301703Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.746615889Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.746672281Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.748042962Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.755608336Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_snapshot_then_delete_disk","level":40,"time":"2025-04-30T06:47:49.755928694Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.755978553Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"1.549369878s"} {"msg":"activating","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.756048122Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.756081649Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.756111047Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.756142039Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.756169243Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.75706581Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.760224984Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.760301487Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.760725081Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.76136716Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.765423412Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.765491537Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.765524353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.768732104Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.796704366Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","candidates":"[(4b4634d9-60c6-4b90-bbe7-08ca289e49ca, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.796834095Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.799755335Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60202","req_id":"16138c7b-47a5-4904-93a7-c8ffb8ea80df","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 86 76 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .v..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.799938991Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60202","req_id":"16138c7b-47a5-4904-93a7-c8ffb8ea80df","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.805430433Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.815695766Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.815757278Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:60202","req_id":"16138c7b-47a5-4904-93a7-c8ffb8ea80df","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.816657241Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 52509, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4534, tv_nsec: 615553220 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.81672166Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.82188638Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57753","req_id":"a09680ab-b3a8-40e2-b1e6-140f448fc17f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 18 c3 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.821952482Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57753","req_id":"a09680ab-b3a8-40e2-b1e6-140f448fc17f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.822047601Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.822146659Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:57753","req_id":"a09680ab-b3a8-40e2-b1e6-140f448fc17f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.895422025Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"DnsResolver","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_snapshot_then_delete_disk","level":10,"time":"2025-04-30T06:47:49.914975674Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53126","req_id":"4213b8e6-105c-4820-a95d-3e88a2f4bf83","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: a7 d6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.915261394Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53126","req_id":"4213b8e6-105c-4820-a95d-3e88a2f4bf83","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 42966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.916505472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_then_delete_disk","level":50,"time":"2025-04-30T06:47:49.916973906Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"peer_addr":"[::1]:53126","req_id":"4213b8e6-105c-4820-a95d-3e88a2f4bf83","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.921286488Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5"} {"msg":"begin collection from MGS","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.921378472Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","mgs_url":"http://[::1]:52509"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.921639592Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.941079535Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cf30f8f-5520-4966-b72b-ebf3fca9d84d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.941516886Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.947598283Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bad8e2-56dc-4ace-9507-976bad3a9b8f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.947878651Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.953492797Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.955443895Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa776b5-0025-484f-b2ca-56923e07a555\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.955666779Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.986352949Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7865a693-76be-498c-aabc-a0a0910479a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.986774709Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.989586141Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7df9b1a-4542-4ecc-b1eb-f3b783a5d9bf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.989653635Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.991910111Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff52a504-3b55-4875-8443-75cf4cacd5ef\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.991985531Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.994021528Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e052d576-4569-4b53-9356-f51249119a31\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.99409284Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.997408046Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4509b05f-0b7a-4bf4-9bcf-75dbdbc23ef7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.997482504Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.998898495Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2251f96-5941-4460-b7a1-94514f1ef98d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:49.999065167Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:50.00315686Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"391026ec-4c3b-4cbc-9382-41a169dbf312\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:50.003231619Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:50.003267871Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a72d725e-a166-4efc-8816-2cbabee80db9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:50.003298452Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"Some(Body)","uri":"http://[::1]:52509/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:50.003324353Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","result":"Ok(Response { url: \"http://[::1]:52509/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09a1fcb3-479c-40c7-bef4-748dce434fcc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:47:49 GMT\"} })"} {"msg":"client request","v":0,"name":"test_snapshot_then_delete_disk","level":20,"time":"2025-04-30T06:47:50.003354233Z","hostname":"bmat-EVT22200007-000064cb","pid":28036,"gateway_url":"http://[::1]:52509","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"0edad310-c855-4048-9948-7b16c31b63b5","body":"None","uri":"http://[::1]:52509/sp/switch/1","method":"GET"}